-- Logs begin at Tue 2021-08-24 17:49:09 UTC, end at Tue 2021-08-24 19:15:14 UTC. -- Aug 24 18:44:47.781341 dv-cinder-805825-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 18:44:49.910605 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.common.config [-] Logging enabled! Aug 24 18:44:49.911366 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 24 18:44:49.911366 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75783) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 24 18:44:49.913616 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.common.config [-] Logging enabled! Aug 24 18:44:49.913875 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 24 18:44:49.914153 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75783) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 24 18:44:49.915116 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 18:44:49.915351 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 18:44:49.915719 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 18:44:49.915972 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 18:44:49.916202 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 18:44:49.916524 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.916824 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.917125 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.917357 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.917660 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.917958 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.918272 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.918569 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.918871 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.919159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.919583 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.919880 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.920115 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.920400 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] config_source = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.920697 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.920987 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.921214 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] debug = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.921496 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.921928 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.922932 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.923251 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.923581 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.923879 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.924180 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.924485 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.924841 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] host = dv-cinder-805825-1-smb {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.925137 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.925443 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.925746 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.926049 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.926358 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.926646 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.926950 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.927262 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] log_dir = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.927547 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] log_file = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.927836 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.928135 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.928432 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.928734 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.928967 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.929197 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.929493 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.929791 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.930105 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.930377 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.930660 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.930969 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.931250 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.931550 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.931841 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.932133 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.932428 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.932711 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.932991 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.933269 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.933546 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.933840 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.934153 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.934436 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.934718 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.935013 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.935288 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.935565 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.935873 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.936165 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.936454 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.936744 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.937029 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.937317 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.937592 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.938467 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] use_journal = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.938745 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] use_json = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.939022 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.939299 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.939587 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.939863 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.940139 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.940444 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.940720 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.941011 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:49.941314 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.941617 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.941923 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.942270 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.942573 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.942866 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.943170 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.943449 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.943745 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.944039 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.944412 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.944619 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.944910 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.945210 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.945506 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.945785 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.946083 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.946392 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.946677 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.946961 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.947243 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.947540 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.947822 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.948100 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.948388 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.948672 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.948949 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.949227 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.949510 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.949806 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.950111 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.950392 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.950670 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.950955 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.951229 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.951520 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.951804 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.952082 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.952360 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.952645 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.952926 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.953207 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.953490 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.953769 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.954051 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.954350 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.954629 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.954909 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.955191 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.955470 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.955750 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.956027 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.956308 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.956589 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.956867 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.957150 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.957563 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.957745 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.958037 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.958363 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.958650 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.958938 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.959227 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.959514 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.959794 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.960075 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.960361 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.960647 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.960925 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.961223 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.961514 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.961807 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.962117 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.962405 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.962710 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.962996 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.963286 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.963570 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.963856 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.964148 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.964437 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.964739 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.965041 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.965342 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.965643 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.965940 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.966252 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.966571 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.966856 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:49.967083 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 18:44:49.967331 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75783) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 18:44:50.376673 dv-cinder-805825-1-smb neutron-server[75783]: INFO keyring.backend [-] Loading KWallet Aug 24 18:44:50.384048 dv-cinder-805825-1-smb neutron-server[75783]: INFO keyring.backend [-] Loading SecretService Aug 24 18:44:50.387426 dv-cinder-805825-1-smb neutron-server[75783]: INFO keyring.backend [-] Loading Windows Aug 24 18:44:50.388756 dv-cinder-805825-1-smb neutron-server[75783]: INFO keyring.backend [-] Loading chainer Aug 24 18:44:50.389336 dv-cinder-805825-1-smb neutron-server[75783]: INFO keyring.backend [-] Loading macOS Aug 24 18:44:50.422667 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:50.422946 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=75783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:50.423238 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:50.423576 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 18:44:50.728296 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.728601 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.728873 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.785679 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.785965 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.786265 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.789223 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.789514 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.789792 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.819059 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.819344 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.819617 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.846478 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.846757 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:50.847027 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.160572 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.161079 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.161167 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.161378 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.162150 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.285697 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.286006 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.286330 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.286605 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.286875 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.287187 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.287454 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.287715 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.287972 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.288258 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.288522 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.288838 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.289257 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.289520 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.289788 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.290079 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.290337 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.290613 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.290869 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.291150 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.291494 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.291746 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.292000 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.292282 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.292533 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.292778 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.293163 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:44:51.293404 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:44:51.293641 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:44:51.293874 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:44:51.294131 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:44:51.294369 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:44:51.294924 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 18:44:51.298658 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 18:44:51.302592 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 18:44:51.306523 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 24 18:44:51.308150 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 18:44:51.308546 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 18:44:51.308886 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 18:44:51.309281 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 18:44:51.312084 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 18:44:51.312337 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 18:44:51.312717 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 18:44:51.339815 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 24 18:44:51.340262 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.340559 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75783) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 18:44:51.340920 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.342462 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75783) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 18:44:51.342746 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 18:44:51.342996 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 18:44:51.346680 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.346967 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:51.408354 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 18:44:51.408544 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 18:44:51.408789 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 18:44:51.409162 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 18:44:51.439489 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_db.sqlalchemy.engines [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75783) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 24 18:44:51.890088 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Initializing driver for type 'gre' Aug 24 18:44:51.890688 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] gre ID ranges: [(1, 1000)] Aug 24 18:44:52.072976 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Initializing driver for type 'local' Aug 24 18:44:52.073315 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Initializing driver for type 'vlan' Aug 24 18:44:52.163235 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] VlanTypeDriver initialization complete Aug 24 18:44:52.163747 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Initializing driver for type 'vxlan' Aug 24 18:44:52.164072 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] vxlan ID ranges: [(1, 1000)] Aug 24 18:44:52.334594 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Initializing extension driver 'port_security' Aug 24 18:44:52.334995 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] PortSecurityExtensionDriver initialization complete Aug 24 18:44:52.335343 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Initializing mechanism driver 'openvswitch' Aug 24 18:44:52.335678 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Initializing mechanism driver 'hyperv' Aug 24 18:44:52.342195 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:52.342970 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > port after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.343354 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > port after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.343719 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > port after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.344117 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > subnet after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.344478 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > subnet after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.344831 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > subnet after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.345216 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > network after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.345568 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > network after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.345944 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > network after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.346352 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > security_group after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.346704 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > security_group after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.349711 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > security_group after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.349711 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.349711 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.349711 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.350113 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] ML2 OVO RPC backend initialized. {{(pid=75783) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 24 18:44:52.350113 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router_interface after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.350113 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.350113 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > network before_response 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.350428 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > networks before_response 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.350536 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > port before_response 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.350884 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > ports before_response 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.351236 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > subnet before_response 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.351591 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > subnets before_response 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.351943 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > network after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.352293 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > network after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.352637 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > network after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.352980 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > port after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.353321 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > port after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.353662 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > port after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.354000 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > subnet after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.354372 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > subnet after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.354712 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > subnet after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.355301 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.plugin [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Modular L2 Plugin initialization complete Aug 24 18:44:52.355636 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading services supported by the core plugin {{(pid=75783) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 18:44:52.355964 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.plugins.ml2.managers [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Got port-security extension from driver 'port_security' Aug 24 18:44:52.356436 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.extensions.vlantransparent [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Disabled vlantransparent extension. Aug 24 18:44:52.356913 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75783) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 18:44:52.357232 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading Plugin: router Aug 24 18:44:52.393724 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router_interface before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.394081 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router after_create 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.394465 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router before_create 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.394840 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.395343 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.395713 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router after_delete 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.396082 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > floatingip after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.396455 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router after_create 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.396816 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router after_update 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.397174 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router after_update 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.397531 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.397926 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router after_update 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.398372 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router precommit_update 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.398750 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: port after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.399099 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: port after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.399446 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: subnet after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.399798 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.400151 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > port precommit_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.400509 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router precommit_create 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.400859 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: port before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.401208 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router precommit_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.401579 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router after_update 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.401926 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router precommit_delete 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.402314 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router precommit_create 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.402685 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router_interface after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.403038 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router precommit_update 55549900 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.403409 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > agent after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.403765 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > agent after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.404116 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > network after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.404988 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Tracking information for resource: router configured {{(pid=75783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:44:52.405327 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Tracking information for resource: floatingip configured {{(pid=75783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:44:52.410187 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.db.l3_agentschedulers_db [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 18:44:52.410777 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: port after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.411143 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: port after_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.411503 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: port after_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.411868 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: port after_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.412661 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router before_create 55550100 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.413032 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router precommit_delete 55550100 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.413399 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router precommit_create 55550100 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.413760 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > router precommit_update 55550100 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.418053 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.services.provider_configuration [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service providers = [] {{(pid=75783) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 18:44:52.418443 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.db.servicetype_db [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75783) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 18:44:52.421387 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.services.service_base [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:44:52.421750 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.services.service_base [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:44:52.422659 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.services.service_base [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:44:52.423567 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.services.service_base [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:44:52.423945 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.services.service_base [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 18:44:52.424325 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:44:52.424652 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 18:44:52.435297 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:44:52.435638 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading Plugin: auto_allocate Aug 24 18:44:52.442180 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: network precommit_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.442558 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: network precommit_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.443081 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:44:52.443446 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading Plugin: tag Aug 24 18:44:52.450312 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:44:52.450653 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading Plugin: timestamp Aug 24 18:44:52.454576 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:44:52.454912 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading Plugin: network_ip_availability Aug 24 18:44:52.460195 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.460567 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.460932 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.461666 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:44:52.466947 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading Plugin: flavors Aug 24 18:44:52.472056 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:44:52.472401 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading Plugin: revisions Aug 24 18:44:52.476680 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:44:52.477085 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_concurrency.lockutils [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.054s {{(pid=75783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:52.477825 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75783) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 24 18:44:52.478194 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Initializing extension manager. Aug 24 18:44:52.478724 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: __init__.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.479073 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: __pycache__ {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.479410 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.479746 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.480083 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: _filter_validation_lib.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.480416 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.480748 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: address_group.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.481514 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.482115 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: address-group Aug 24 18:44:52.482451 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: address_scope.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.483244 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.483736 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: address-scope Aug 24 18:44:52.484065 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: admin_state_down_before_update.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.485608 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.486154 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: router-admin-state-down-before-update Aug 24 18:44:52.486492 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: agent.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.487206 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.487717 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: agent Aug 24 18:44:52.488046 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: agent_resources_synced.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.488969 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.489504 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: agent-resources-synced Aug 24 18:44:52.489834 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: allowedaddresspairs.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.491662 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.492186 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: allowed-address-pairs Aug 24 18:44:52.492518 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: auto_allocated_topology.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.496485 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.497008 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: auto-allocated-topology Aug 24 18:44:52.497339 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: availability_zone.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.498051 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.498868 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: availability_zone Aug 24 18:44:52.499217 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: availability_zone_filter.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.500217 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.500751 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: availability_zone_filter Aug 24 18:44:52.501129 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: data_plane_status.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.502096 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.502611 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 18:44:52.502936 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: default_subnetpools.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.503867 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.504379 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: default-subnetpools Aug 24 18:44:52.504707 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: dhcpagentscheduler.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.505497 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.506006 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: dhcp_agent_scheduler Aug 24 18:44:52.506396 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: dns.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.507321 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.507833 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension dns-integration not supported by any of loaded plugins Aug 24 18:44:52.508159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: dns_domain_ports.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.509091 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.509609 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 18:44:52.509939 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: dvr.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.510652 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.511167 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: dvr Aug 24 18:44:52.511514 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: empty_string_filtering.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.512511 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.513023 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: empty-string-filtering Aug 24 18:44:52.513377 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.514343 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.514855 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 18:44:52.515182 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.516131 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.516647 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 18:44:52.516974 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: external_net.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.517893 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.518466 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: external-net Aug 24 18:44:52.518797 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: extra_dhcp_opt.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.519729 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.520270 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: extra_dhcp_opt Aug 24 18:44:52.520596 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: extraroute.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.521510 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.522024 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: extraroute Aug 24 18:44:52.522382 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: extraroute_atomic.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.523479 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.524025 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: extraroute-atomic Aug 24 18:44:52.524478 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: filter_validation.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.525165 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.525673 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: filter-validation Aug 24 18:44:52.525999 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: fip_pf_description.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.526946 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.527459 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 18:44:52.527786 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: fip_port_details.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.528764 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.529289 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: fip-port-details Aug 24 18:44:52.529683 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: flavors.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.531070 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.532309 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: flavors Aug 24 18:44:52.532661 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.539847 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.540393 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 18:44:52.540729 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: floatingip_pools.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.541459 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.541987 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: floatingip-pools Aug 24 18:44:52.542358 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: ip_allocation.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.543315 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.543834 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 18:44:52.544165 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.545100 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.545618 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: ip-substring-filtering Aug 24 18:44:52.546001 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: l2_adjacency.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.547618 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.548126 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 18:44:52.548541 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: l3.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.549740 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.550090 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: router Aug 24 18:44:52.550441 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: l3_conntrack_helper.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.552755 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.553280 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 18:44:52.553617 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.554593 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.555122 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: ext-gw-mode Aug 24 18:44:52.555455 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.556385 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.556902 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: l3-ha Aug 24 18:44:52.557231 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: l3_flavors.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.558219 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.558737 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: l3-flavors Aug 24 18:44:52.559067 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.559987 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.560499 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 18:44:52.560830 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: l3agentscheduler.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.561885 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.562430 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: l3_agent_scheduler Aug 24 18:44:52.568067 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: logging.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.569318 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.569839 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension logging not supported by any of loaded plugins Aug 24 18:44:52.570210 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: metering.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.570960 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.571544 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: metering Aug 24 18:44:52.571876 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.572984 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.573499 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: metering_source_and_destination_fields Aug 24 18:44:52.573829 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: multiprovidernet.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.574868 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.575388 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: multi-provider Aug 24 18:44:52.575716 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: netmtu.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.576642 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.577154 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: net-mtu Aug 24 18:44:52.577483 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: netmtu_writable.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.578445 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.578954 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: net-mtu-writable Aug 24 18:44:52.579280 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: network_availability_zone.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.579962 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.580524 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: network_availability_zone Aug 24 18:44:52.580854 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: network_ip_availability.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.582105 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.582629 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: network-ip-availability Aug 24 18:44:52.582955 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: network_segment_range.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.583724 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.584232 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 18:44:52.584557 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: pagination.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.585587 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.585920 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: pagination Aug 24 18:44:52.586279 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.587214 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.587730 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: port-mac-address-regenerate Aug 24 18:44:52.588057 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: port_resource_request.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.588980 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.589487 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 18:44:52.589812 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: portbindings.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.590768 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.591282 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: binding Aug 24 18:44:52.591655 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: portbindings_extended.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.592938 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.593450 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: binding-extended Aug 24 18:44:52.594298 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: portsecurity.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.595227 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.595742 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: port-security Aug 24 18:44:52.596070 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: project_id.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.597050 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.597429 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: project-id Aug 24 18:44:52.597767 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: providernet.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.598715 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.599238 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: provider Aug 24 18:44:52.599568 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: qos.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.603163 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.603740 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension qos not supported by any of loaded plugins Aug 24 18:44:52.604079 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.605331 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.605854 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 18:44:52.606218 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.607148 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.607666 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 18:44:52.607996 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: qos_default.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.608916 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.610013 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension qos-default not supported by any of loaded plugins Aug 24 18:44:52.610369 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: qos_fip.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.611031 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.611532 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension qos-fip not supported by any of loaded plugins Aug 24 18:44:52.611856 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: qos_gateway_ip.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.612790 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.613306 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 18:44:52.613630 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: qos_port_network_policy.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.614582 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.615094 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 18:44:52.615413 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: qos_rule_type_details.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.620529 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.621042 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 18:44:52.621371 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: qos_rules_alias.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.622449 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.622969 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 18:44:52.623562 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: quotasv2.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.624460 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.624792 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: quotas Aug 24 18:44:52.625150 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: quotasv2_detail.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.626950 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.627291 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: quota_details Aug 24 18:44:52.627628 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: rbac.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.628696 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.629223 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: rbac-policies Aug 24 18:44:52.629742 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: rbac_address_scope.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.630520 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.631047 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: rbac-address-scope Aug 24 18:44:52.631447 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: rbac_security_groups.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.632367 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.632887 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: rbac-security-groups Aug 24 18:44:52.633308 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: rbac_subnetpool.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.634168 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.634687 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: rbac-subnetpool Aug 24 18:44:52.635018 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: revisionifmatch.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.635945 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.636464 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: revision-if-match Aug 24 18:44:52.636794 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: revisions.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.637902 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.638451 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: standard-attr-revisions Aug 24 18:44:52.638785 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: router_availability_zone.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.639470 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.639982 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: router_availability_zone Aug 24 18:44:52.640312 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: routerservicetype.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.641308 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.641819 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension router-service-type not supported by any of loaded plugins Aug 24 18:44:52.642171 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: security_groups_port_filtering.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.643115 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.643632 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: port-security-groups-filtering Aug 24 18:44:52.644005 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: securitygroup.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.654898 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.655438 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: security-group Aug 24 18:44:52.655778 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: segment.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.657085 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.657602 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension segment not supported by any of loaded plugins Aug 24 18:44:52.657935 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.658902 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.659420 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 18:44:52.659754 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: servicetype.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.660854 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.661376 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: service-type Aug 24 18:44:52.661716 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: sorting.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.662721 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.663058 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: sorting Aug 24 18:44:52.663385 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: standard_attr_segment.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.664309 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.664836 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 18:44:52.665166 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: standardattrdescription.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.665821 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.666365 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: standard-attr-description Aug 24 18:44:52.666697 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: stateful_security_group.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.667634 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.668151 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: stateful-security-group Aug 24 18:44:52.668479 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: stdattrs_common.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.669068 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 18:44:52.669390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.670345 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.670858 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 18:44:52.671180 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: subnet_onboard.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.672895 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.673417 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: subnet_onboard Aug 24 18:44:52.673744 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.674717 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.675237 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 18:44:52.675563 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: subnet_service_types.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.676493 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.677017 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: subnet-service-types Aug 24 18:44:52.677344 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: subnetallocation.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.678488 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.679010 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: subnet_allocation Aug 24 18:44:52.679345 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.680022 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.680536 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: subnetpool-prefix-ops Aug 24 18:44:52.680863 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.681814 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.682364 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 18:44:52.682697 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: tagging.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.683759 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.684281 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: standard-attr-tag Aug 24 18:44:52.684620 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: timestamp.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.685827 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.686381 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loaded extension: standard-attr-timestamp Aug 24 18:44:52.686718 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: trunk.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.687781 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.688336 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension trunk not supported by any of loaded plugins Aug 24 18:44:52.688664 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: trunk_details.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.689616 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.690133 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension trunk-details not supported by any of loaded plugins Aug 24 18:44:52.690463 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: uplink_status_propagation.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.691402 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.691920 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 18:44:52.692248 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Loading extension file: vlantransparent.py {{(pid=75783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:44:52.692927 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:44:52.693436 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 18:44:52.695719 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:network Aug 24 18:44:52.696452 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:subnet Aug 24 18:44:52.697063 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:44:52.697831 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:port Aug 24 18:44:52.699124 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.699583 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service FLAVORS assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.700202 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.700649 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.700987 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:router Aug 24 18:44:52.701652 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:floatingip Aug 24 18:44:52.702404 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service METERING assigned prefix: /metering {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.703872 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.704248 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.704610 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:44:52.705752 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 18:44:52.706230 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:security_group Aug 24 18:44:52.706908 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 18:44:52.707652 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service CORE assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.707992 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:44:52.708333 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] subnetpool is already registered Aug 24 18:44:52.708940 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service CORE assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.709273 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:44:52.709601 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] subnetpool is already registered Aug 24 18:44:52.712277 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.712716 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service FLAVORS assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.713319 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.713747 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.714122 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:router Aug 24 18:44:52.714456 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] router is already registered Aug 24 18:44:52.715066 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:floatingip Aug 24 18:44:52.715396 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] floatingip is already registered Aug 24 18:44:52.716030 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service METERING assigned prefix: /metering {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.716707 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 18:44:52.717037 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] rbac_policy is already registered Aug 24 18:44:52.717580 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:security_group Aug 24 18:44:52.717911 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] security_group is already registered Aug 24 18:44:52.718533 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 18:44:52.719385 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] security_group_rule is already registered Aug 24 18:44:52.720069 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service CORE assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.720398 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:44:52.720725 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] subnetpool is already registered Aug 24 18:44:52.721330 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.v2.resource_helper [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Service CORE assigned prefix: {{(pid=75783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:44:52.721678 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:44:52.721987 dv-cinder-805825-1-smb neutron-server[75783]: WARNING neutron.quota.resource_registry [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] subnetpool is already registered Aug 24 18:44:52.722701 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: extensions {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.724112 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: address-groups {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.725711 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: address-scopes {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.726948 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: agents {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.728129 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: auto-allocated-topology {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.729348 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: availability_zones {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.730676 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: dhcp-networks {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.732066 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: dhcp-agents {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.733453 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: routers {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.735844 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: flavors {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.737003 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: service_profiles {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.738218 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: next_providers {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.739710 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: service_profiles {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.741136 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: floatingip-pools {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.742360 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: routers {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.744165 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: floatingips {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.745333 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: l3-routers {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.746728 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: l3-agents {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.748114 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: metering-labels {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.750647 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: metering-label-rules {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.751925 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: network-ip-availabilities {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.753155 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: bindings {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.754808 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: quotas {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.756243 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: quotas {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.757648 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: rbac-policies {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.758961 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: security-groups {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.760172 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: security-group-rules {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.761385 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: service-providers {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.762627 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: subnetpools {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.764014 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: subnetpools {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.765433 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.767149 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.768914 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.770711 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.772475 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.774155 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.775900 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.777732 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.779649 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.782025 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron.api.extensions [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Extended resource: tags {{(pid=75783) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:44:52.787810 dv-cinder-805825-1-smb neutron-server[75783]: WARNING keystonemiddleware.auth_token [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 18:44:52.792526 dv-cinder-805825-1-smb neutron-server[75783]: WARNING keystonemiddleware.auth_token [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 18:44:52.801138 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_concurrency.lockutils [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Acquired lock "singleton_lock" {{(pid=75783) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 18:44:52.801485 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_concurrency.lockutils [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Releasing lock "singleton_lock" {{(pid=75783) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 18:44:52.802151 dv-cinder-805825-1-smb neutron-server[75783]: INFO oslo_service.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Starting 2 workers Aug 24 18:44:52.806699 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Started child 75888 {{(pid=75783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 18:44:52.810960 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Started child 75889 {{(pid=75783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 18:44:52.811974 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:52.812710 dv-cinder-805825-1-smb neutron-server[75783]: INFO neutron.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 18:44:52.813192 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Notify callbacks [] for process, before_spawn {{(pid=75783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:52.813503 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [-] (75888) wsgi starting up on http://0.0.0.0:9696 Aug 24 18:44:52.815640 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:52.816403 dv-cinder-805825-1-smb neutron-server[75783]: INFO oslo_service.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Starting 1 workers Aug 24 18:44:52.817022 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [-] (75889) wsgi starting up on http://0.0.0.0:9696 Aug 24 18:44:52.820665 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Started child 75890 {{(pid=75783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 18:44:52.821202 dv-cinder-805825-1-smb neutron-server[75783]: INFO oslo_service.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Starting 1 workers Aug 24 18:44:52.824356 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] calling RpcWorker wait() {{(pid=75890) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 18:44:52.824890 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] returning from RpcWorker wait() {{(pid=75890) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 18:44:52.825474 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Started child 75891 {{(pid=75783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 18:44:52.826217 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:52.826323 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG neutron_lib.callbacks.manager [None req-bd4fc668-4ff3-493c-b39b-b2b4f2f42c2a None None] Notify callbacks [] for process, after_spawn {{(pid=75783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:52.826903 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:52.828320 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75783) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 24 18:44:52.828527 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 18:44:52.828707 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 18:44:52.828915 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 18:44:52.829264 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 18:44:52.829429 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 18:44:52.829970 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.830280 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.830614 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.830823 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.831123 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.831432 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:52.831917 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.831917 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.832199 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.832482 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.832732 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.832823 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:52.832904 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.833058 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.833313 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.833567 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.833852 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.834150 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.834391 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.834675 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.834851 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.835100 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.835367 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.835616 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.835876 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] debug = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.836120 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.836597 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.836841 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.837064 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.837301 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.837623 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.837829 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.838137 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.838449 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.838700 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.838879 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.839140 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.839372 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.839614 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.839863 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.840080 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.840548 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] host = dv-cinder-805825-1-smb {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.840801 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.841029 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.841282 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.841540 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.841792 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.842027 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.842297 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.842540 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.842798 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.843024 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.843275 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.843519 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.844304 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.844531 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_file = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.844696 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_options = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.844914 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.845199 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.845468 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.845665 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.845836 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.846016 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.846314 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.846479 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.846737 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.847041 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.847207 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.847442 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.847699 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.847938 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.848197 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.848429 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.848684 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.848897 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.849144 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.849393 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.849679 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.849939 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.850213 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.850404 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.850638 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.850876 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.851126 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.851361 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.851627 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.851799 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.852073 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.852323 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.852563 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.852816 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.853050 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.853280 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.853521 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.853789 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.854024 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.854296 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.854622 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.854806 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.855118 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.855335 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.855571 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.855812 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_json = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.856033 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.856333 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.856507 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.856977 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.856977 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.857327 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.857390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.857667 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.858158 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.858357 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.858688 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.858940 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.859196 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.860014 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.860357 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.860485 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.860749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.860985 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.861313 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.861491 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.861833 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.862902 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.862902 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.862902 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.862902 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.863231 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.863314 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.863517 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.863734 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.863971 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.864236 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.864462 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.864663 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.864902 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.865131 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.865347 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.865580 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.865838 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.866101 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.866353 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.866589 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.866877 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.867130 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.867346 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.867560 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.867807 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.868043 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.868301 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.868531 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.868749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.868964 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.869197 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.869414 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.869647 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.869885 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.870144 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.870358 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.870592 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.870804 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.871066 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.877526 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.877526 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.877526 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.877526 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.877526 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.877526 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.877526 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.877526 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.877526 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.880159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.880159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.880159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.880159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.880159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.880159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.880159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.880159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.880159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.881340 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.881340 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.881340 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.881340 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.881340 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.881340 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.881340 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.881340 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.882791 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.882791 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.882791 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.882791 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.882791 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.882791 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.882791 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.882791 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.883551 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.883551 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.883551 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.883551 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.883551 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.883551 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.883551 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.883551 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.884212 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.884212 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.884212 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.884212 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.884212 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.884212 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.884212 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.884212 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886234 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886234 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886234 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886234 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886234 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886234 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886234 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886234 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886807 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886807 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886807 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886807 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886807 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.886807 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.887176 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.887176 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.887345 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.888302 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.888302 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.888302 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.888955 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.888955 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.888955 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.889182 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.889399 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.889660 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.889902 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.890330 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.890520 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.891229 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.891493 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.891713 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.891952 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.892169 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.892416 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.892649 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.892880 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.893097 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.893316 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.893532 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.893776 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.894130 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.894331 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.894552 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.895083 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.895083 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.895273 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.895529 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.895807 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.896015 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.896208 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.896426 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.896647 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.896863 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.897099 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.897376 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.897602 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.897861 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.898289 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.898528 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.898761 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.899225 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.899225 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.900104 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.900104 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.900104 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.900104 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.900430 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.900568 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.902390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.902390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.902390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.902390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.902390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.902390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.902390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.902390 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.903331 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.903331 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.903331 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.903331 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.903747 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.903747 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.903975 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.904138 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.904396 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.904638 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.904857 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.905094 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.905927 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.905927 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.905927 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.905927 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.907011 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.907011 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.907709 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.907709 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.907709 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.907889 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.909103 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.909350 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.909584 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.909800 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.910015 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.910294 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.910531 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.910828 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.911108 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.911108 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.911108 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.911108 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.911108 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.911108 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.911108 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.911108 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.913734 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.913734 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.913734 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.913734 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.914041 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.914531 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.914531 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.915274 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.915274 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.915274 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.915857 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.915857 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.916027 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.916219 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.916556 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.916880 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.917427 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.917427 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.917650 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.917872 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.918228 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.918374 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.918609 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.919383 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.919383 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.919383 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.919988 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.919988 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.919988 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.920171 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.920404 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.920635 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.920862 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.921076 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.921227 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 18:44:52.921764 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75783) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 24 18:44:52.922470 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 18:44:52.922626 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 18:44:52.922796 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 18:44:52.922965 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 18:44:52.923116 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 18:44:52.923320 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.923478 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.923638 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.923795 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.923953 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.924131 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.924291 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.924448 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.924605 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.924761 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.924918 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.925075 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.925232 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.925389 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.925546 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.925737 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.925896 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.926055 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.926238 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.926395 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.926553 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.926708 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.926868 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] debug = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.927023 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.927215 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.927373 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.927525 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.927686 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.927843 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.927999 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.928156 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.928312 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.928468 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.928627 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.928767 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.928930 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.929086 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.929242 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.929398 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.929554 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] host = dv-cinder-805825-1-smb {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.929710 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.929868 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.930024 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.930203 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.930359 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.930550 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.930683 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.930814 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.930964 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.931119 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.931277 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.931433 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.931591 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.931747 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_file = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.931904 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_options = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.932060 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.932216 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.932373 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.932554 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.932717 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.932885 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.933165 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.934636 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.934636 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.934636 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.934636 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.934636 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.934636 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.934636 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.934636 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.936270 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.936270 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.936270 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.936270 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.936270 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.936270 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.936270 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.936270 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.937749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.937749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.937749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.937749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.937749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.937749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.937749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.937749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.938535 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.938535 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.938535 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.938535 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.938535 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.938535 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.938535 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.938535 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.939549 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.939549 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.939549 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.939549 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.939549 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.939549 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.939549 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_json = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.939549 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.940071 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.940071 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.940071 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.940071 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.940336 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.940336 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.940473 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:44:52.940640 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.940797 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.940966 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.941323 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.941323 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.941488 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.941574 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.941727 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.941884 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.942225 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.942397 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.942543 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.942721 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.942961 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.943099 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.943258 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.943479 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.943479 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.943731 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.943874 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.944006 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.944136 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.944258 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.944379 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.944516 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.944776 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.944931 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.945058 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.945184 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.945310 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.945439 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.945584 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.945829 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.946119 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.946119 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.946486 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.946486 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.946486 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.946903 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.946903 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.946903 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.947104 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.947681 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.950328 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.950915 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36734) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:52.951205 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.951474 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.951723 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.951973 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.952159 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.952339 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.952512 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.952701 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.952868 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.953061 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.953233 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.953399 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.953563 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.953726 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.953887 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.954050 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.954241 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.954402 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.954564 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.954726 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.954885 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.955069 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.955199 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.955356 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.955517 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.955678 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.955839 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.956001 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.956161 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.956323 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.956492 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.956669 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.956830 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.956993 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.957142 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.957300 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.957459 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.957619 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.957779 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.957938 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.958132 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.958287 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.958424 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.958586 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.958749 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.958904 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.959042 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.959202 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.959339 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.959520 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.959660 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.960328 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.960328 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.960729 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071568 Aug 24 18:44:52.960802 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.960802 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.960802 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.960802 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.960802 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.961458 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.962242 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.962242 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.962408 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.962567 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.962732 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.962895 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.963067 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.963250 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.963364 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.963548 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.963677 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.963890 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.964040 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.964180 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.964316 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.964454 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.964590 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.964736 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.964896 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.965080 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.965242 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.965397 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.965534 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.965697 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.965840 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.966004 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.966208 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.966347 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.966484 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.966644 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.966789 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.966952 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.967113 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.967253 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.967401 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.967546 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.967684 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.967904 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.968057 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.968194 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.968331 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.968472 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.968612 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.968816 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.968969 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.969129 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.969272 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.969437 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.969591 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.969728 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.969890 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.970033 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.970266 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.970415 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.970552 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.970686 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.970823 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.970958 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.971092 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.971252 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.971414 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.971567 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.971712 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.971870 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.972013 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.972252 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.972404 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.972552 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.972688 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.972824 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.972960 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.973111 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.973248 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.973384 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.973531 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.973667 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.973828 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.973971 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.974973 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.975144 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.975306 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.975445 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.975604 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.975747 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.975979 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.976118 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.976253 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.976388 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.976535 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.976681 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.978045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.978045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.978045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.978045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.978045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.978045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.978045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.978045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.978045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.979220 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.979220 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.979547 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.979547 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.979831 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.979831 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.980233 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.980233 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.980233 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.980637 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.980637 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.980637 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.982403 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.982403 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.982779 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.982779 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.983052 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.983052 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.983326 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.983326 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.983582 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.983764 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.983933 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.984072 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.984207 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.984894 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.985045 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.985182 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.985328 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.985465 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.985599 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.985734 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.985869 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.986115 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.986259 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.986395 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.986531 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.986665 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.986801 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.986935 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.987112 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.987263 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.987412 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.987548 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.987683 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.987817 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.987975 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.988211 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.988354 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:44:52.988490 dv-cinder-805825-1-smb neutron-server[75783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 18:44:52.997561 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:03.374572 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a36f591-b8a2-4dd1-aeae-36a79f070f9b None None] get_active_networks_info from dv-cinder-805825-1-smb {{(pid=75890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 24 18:45:03.444355 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36f591-b8a2-4dd1-aeae-36a79f070f9b None None] No non-hosted networks {{(pid=75890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 18:45:03.471084 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.agentschedulers_db [None req-1a36f591-b8a2-4dd1-aeae-36a79f070f9b None None] DHCP Agent not found on host dv-cinder-805825-1-smb {{(pid=75890) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 18:45:03.641053 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-84a1e0ba-ad2a-4698-b086-9bfaf3141cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684426'] for agent, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:04.555439 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684426'] for agent, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:04.557110 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.557625 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.558387 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.558863 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.559334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.559819 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.560290 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.560764 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.561236 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.561702 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.562231 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:04.562868 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805825-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:04.570892 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805825-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:05.817415 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-048be094-b673-4ed0-a1d8-bb28ae9ae8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684426'] for agent, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:05.868528 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.db.api [None req-8c2d2a0a-e2ee-4265-8f5a-1621a6797566 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805825-1-smb {{(pid=75890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:45:05.869621 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_db.api [None req-8c2d2a0a-e2ee-4265-8f5a-1621a6797566 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:45:06.391821 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2a0a-e2ee-4265-8f5a-1621a6797566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.626779 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684426'] for agent, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:08.060215 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684426'] for agent, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:09.722585 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36832) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:10.331223 dv-cinder-805825-1-smb neutron-server[75889]: WARNING oslo_policy.policy [None req-26ea87a6-72eb-49dc-82db-baea43665e16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:45:10.331846 dv-cinder-805825-1-smb neutron-server[75889]: WARNING oslo_policy.policy [None req-26ea87a6-72eb-49dc-82db-baea43665e16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:45:10.550892 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [None req-26ea87a6-72eb-49dc-82db-baea43665e16 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75889) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:45:10.551944 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-26ea87a6-72eb-49dc-82db-baea43665e16 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8284774 Aug 24 18:45:11.747849 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.db.l3_hamode_db [None req-3bc56b08-720c-42ed-866f-8479ceb1f25c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 18:45:11.835445 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc56b08-720c-42ed-866f-8479ceb1f25c None None] Routers set() bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:11.835816 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc56b08-720c-42ed-866f-8479ceb1f25c None None] Router IDs set() for agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 18:45:12.782399 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36846) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:13.170368 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-23b49b02-695e-429f-ac6e-a719285b4b2a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:13.218500 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.policy [None req-23b49b02-695e-429f-ac6e-a719285b4b2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75889) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 24 18:45:13.219243 dv-cinder-805825-1-smb neutron-server[75889]: WARNING oslo_policy.policy [None req-23b49b02-695e-429f-ac6e-a719285b4b2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:45:13.219651 dv-cinder-805825-1-smb neutron-server[75889]: WARNING oslo_policy.policy [None req-23b49b02-695e-429f-ac6e-a719285b4b2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:45:13.223038 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.quota [None req-23b49b02-695e-429f-ac6e-a719285b4b2a admin admin] Loaded quota_driver: . Aug 24 18:45:13.238400 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-23b49b02-695e-429f-ac6e-a719285b4b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:13.379080 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-23b49b02-695e-429f-ac6e-a719285b4b2a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731457303866', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731457321373', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731457311853', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731457310659', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731457332607', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-534087', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-725050', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1775942', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1714330'] for rbac-policy, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:13.649462 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-23b49b02-695e-429f-ac6e-a719285b4b2a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:13.650771 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-23b49b02-695e-429f-ac6e-a719285b4b2a admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8673031 Aug 24 18:45:16.174703 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36860) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:16.543283 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Request body: {'network': {'project_id': '07c18000589046f3a339b7a9b564dd03', 'admin_state_up': True, 'name': 'private'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:16.547949 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:16.552265 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Usage tracker for resource:network and tenant:07c18000589046f3a339b7a9b564dd03 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:16.556769 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:16.563336 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:16.722796 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Made reservation on behalf of 07c18000589046f3a339b7a9b564dd03 for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:45:16.725743 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.744098 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.787155 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:16.790845 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:07c18000589046f3a339b7a9b564dd03 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:16.793978 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:16.799964 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:16.866987 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.929491 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.935127 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:16.955396 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=75889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:45:16.980720 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731455769465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.981313 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Unsubscribe: segment precommit_create {{(pid=75889) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 18:45:16.984938 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Added segment 8ddf2786-e9ae-4841-81c7-25b6a9c765e4 of type vlan for network bba4d1d0-2407-4eca-a958-91d2a0c3c75b Aug 24 18:45:16.996647 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633d2c5f-2963-4939-9bea-e1b00e3bfe09,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:17.063400 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.063657 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.063984 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.064309 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.064629 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.064949 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.065271 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.065609 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.066034 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.066261 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.066570 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Tracked resource versions report: Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: pushed versions: Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Log': {'1.0'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Network': {'1.1'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Port': {'1.5'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'PortForwarding': {'1.2'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'QosPolicy': {'1.8'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'SecurityGroup': {'1.2'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'SubPort': {'1.0'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Subnet': {'1.1'}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Trunk': {'1.1'}} Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: consumer versions: Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: { DHCP agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: L3 agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: Metadata agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: Metering agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: Open vSwitch agent@dv-cinder-805825-1-smb: { 'ConntrackHelper': '1.0', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Log': '1.0', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Network': '1.1', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Port': '1.5', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'PortForwarding': '1.2', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'QosPolicy': '1.8', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'SecurityGroup': '1.2', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'SecurityGroupRule': '1.0', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'SubPort': '1.0', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Subnet': '1.1', Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: 'Trunk': '1.1'}} Aug 24 18:45:17.067632 dv-cinder-805825-1-smb neutron-server[75889]: {{(pid=75889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:45:17.109006 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:17.116475 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:17.391105 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:17.391105 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:17.391105 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:17.391105 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:17.407449 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=bba4d1d0-2407-4eca-a958-91d2a0c3c75b,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:17.413247 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:17.418921 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network bba4d1d0-2407-4eca-a958-91d2a0c3c75b details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:45:17.461513 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2857499 Aug 24 18:45:20.017506 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 36876) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:20.614543 dv-cinder-805825-1-smb neutron-server[75888]: WARNING oslo_policy.policy [None req-ee3464ee-6526-431b-a95f-297ec493c0a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:45:20.615115 dv-cinder-805825-1-smb neutron-server[75888]: WARNING oslo_policy.policy [None req-ee3464ee-6526-431b-a95f-297ec493c0a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:45:21.012405 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.policy [None req-ee3464ee-6526-431b-a95f-297ec493c0a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75888) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 24 18:45:21.013206 dv-cinder-805825-1-smb neutron-server[75888]: WARNING oslo_policy.policy [None req-ee3464ee-6526-431b-a95f-297ec493c0a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:45:21.013586 dv-cinder-805825-1-smb neutron-server[75888]: WARNING oslo_policy.policy [None req-ee3464ee-6526-431b-a95f-297ec493c0a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:45:21.017128 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3464ee-6526-431b-a95f-297ec493c0a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:21.019039 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-ee3464ee-6526-431b-a95f-297ec493c0a8 admin admin] 10.222.0.20 "GET /v2.0/networks/bba4d1d0-2407-4eca-a958-91d2a0c3c75b HTTP/1.1" status: 200 len: 825 time: 0.9995160 Aug 24 18:45:21.051507 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-2fb3ff22-5e71-43d0-8c1c-b3204ffd9ced admin admin] 10.222.0.20 "GET /v2.0/subnetpools/a1b4416f-3bee-4687-8521-26c70f70b240 HTTP/1.1" status: 200 len: 734 time: 0.0271883 Aug 24 18:45:21.060321 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Request body: {'subnet': {'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'name': 'private-subnet', 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a1b4416f-3bee-4687-8521-26c70f70b240', 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:21.062499 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.quota [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Loaded quota_driver: . Aug 24 18:45:21.069014 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:21.074743 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Usage tracker for resource:subnet and tenant:07c18000589046f3a339b7a9b564dd03 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:21.078758 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:21.086312 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:21.175073 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Made reservation on behalf of 07c18000589046f3a339b7a9b564dd03 for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:45:21.177850 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Notify callbacks [] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:21.547250 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:21.552341 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:21.636067 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Pushing event updated for resources: {'Subnet': ['ID=17debbcc-07a0-4d0d-9e68-b63090454ee4,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:21.641502 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Checking segment: {'id': '8ddf2786-e9ae-4841-81c7-25b6a9c765e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:21.641873 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Network hostable DHCP agents. Network: bba4d1d0-2407-4eca-a958-91d2a0c3c75b, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:45:21.655983 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.656318 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.656644 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.656997 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.657287 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.657601 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.657916 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.658284 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.658597 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.658905 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.659215 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Tracked resource versions report: Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: pushed versions: Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Log': {'1.0'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Network': {'1.1'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Port': {'1.5'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'PortForwarding': {'1.2'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'QosPolicy': {'1.8'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'SecurityGroup': {'1.2'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'SubPort': {'1.0'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Subnet': {'1.1'}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Trunk': {'1.1'}} Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: consumer versions: Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: { DHCP agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: L3 agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: Metadata agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: Metering agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: Open vSwitch agent@dv-cinder-805825-1-smb: { 'ConntrackHelper': '1.0', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Log': '1.0', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Network': '1.1', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Port': '1.5', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'PortForwarding': '1.2', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'QosPolicy': '1.8', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'SecurityGroup': '1.2', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'SecurityGroupRule': '1.0', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'SubPort': '1.0', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Subnet': '1.1', Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: 'Trunk': '1.1'}} Aug 24 18:45:21.660270 dv-cinder-805825-1-smb neutron-server[75888]: {{(pid=75888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:45:21.694749 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:21.752210 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Network bba4d1d0-2407-4eca-a958-91d2a0c3c75b is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:45:21.803514 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, bba4d1d0-2407-4eca-a958-91d2a0c3c75b) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:21.809759 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:21.811897 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:21.816155 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9370a524-3365-44df-855e-aca1cda10e5b None None] Network bba4d1d0-2407-4eca-a958-91d2a0c3c75b requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:45:21.890384 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8336036 Aug 24 18:45:22.126632 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50a503f-42fd-50dd-8832-94e7b5c7b4ac-bba4d1d0-2407-4eca-a958-91d2a0c3c75b', 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'fixed_ips': [{'subnet_id': '17debbcc-07a0-4d0d-9e68-b63090454ee4'}]}} from dv-cinder-805825-1-smb. {{(pid=75890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:45:22.127803 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:22.310833 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.db_base_plugin_common [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Allocated IP 172.20.0.2 (bba4d1d0-2407-4eca-a958-91d2a0c3c75b/17debbcc-07a0-4d0d-9e68-b63090454ee4/13a321e3-7f92-4c28-a3a3-1097c91c5fe1) {{(pid=75890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:45:22.532253 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Notify callbacks [] for port, precommit_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:22.546324 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Transition to ACTIVE for port object 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:22.568175 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Transition to ACTIVE for port object 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 will not be triggered until provisioned by entity DHCP. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:22.656053 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:22.661026 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:22.723946 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Network bba4d1d0-2407-4eca-a958-91d2a0c3c75b is already hosted by enough agents. {{(pid=75890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:22.726902 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.base_scheduler [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Resources bound (agent type, host, resource id): {{(pid=75890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:22.730030 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Received port after_create {{(pid=75890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:45:22.737522 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Pushing event updated for resources: {'Port': ['ID=13a321e3-7f92-4c28-a3a3-1097c91c5fe1,revision_number=1']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:22.774996 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.775333 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.775668 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.775997 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.776325 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.776648 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.776974 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.777295 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.777612 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.777927 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.778265 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Tracked resource versions report: Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: pushed versions: Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Log': {'1.0'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Network': {'1.1'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Port': {'1.5'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'PortForwarding': {'1.2'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'QosPolicy': {'1.8'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'SecurityGroup': {'1.2'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'SubPort': {'1.0'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Subnet': {'1.1'}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Trunk': {'1.1'}} Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: consumer versions: Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: { DHCP agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: L3 agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: Metadata agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: Metering agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: Open vSwitch agent@dv-cinder-805825-1-smb: { 'ConntrackHelper': '1.0', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Log': '1.0', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Network': '1.1', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Port': '1.5', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'PortForwarding': '1.2', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'QosPolicy': '1.8', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'SecurityGroup': '1.2', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'SecurityGroupRule': '1.0', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'SubPort': '1.0', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Subnet': '1.1', Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: 'Trunk': '1.1'}} Aug 24 18:45:22.779340 dv-cinder-805825-1-smb neutron-server[75890]: {{(pid=75890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:45:22.783642 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:22.837603 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Attempting to bind port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:45:22.838317 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Attempting to bind port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '8ddf2786-e9ae-4841-81c7-25b6a9c765e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:45:22.838497 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Attempting to bind port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 on network bba4d1d0-2407-4eca-a958-91d2a0c3c75b {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:45:22.845219 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:45:22.845620 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Checking segment: {'id': '8ddf2786-e9ae-4841-81c7-25b6a9c765e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:22.846125 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:22.846521 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Bound using segment: {'id': '8ddf2786-e9ae-4841-81c7-25b6a9c765e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:45:22.847004 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Bound port: 13a321e3-7f92-4c28-a3a3-1097c91c5fe1, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddf2786-e9ae-4841-81c7-25b6a9c765e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:45:22.847408 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:22.933332 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] For port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:45:22.937409 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] For port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=13a321e3-7f92-4c28-a3a3-1097c91c5fe1,segment=NetworkSegment(8ddf2786-e9ae-4841-81c7-25b6a9c765e4),segment_id=8ddf2786-e9ae-4841-81c7-25b6a9c765e4)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:45:23.016376 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:23.020433 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:23.126032 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Pushing event updated for resources: {'Port': ['ID=13a321e3-7f92-4c28-a3a3-1097c91c5fe1,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:23.156646 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:24.151576 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36898) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:24.559225 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [None req-2cff6cfc-9e1b-488c-9976-26ab4ab40cc0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75889) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:45:24.560237 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-2cff6cfc-9e1b-488c-9976-26ab4ab40cc0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4077280 Aug 24 18:45:26.758842 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:26.811732 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36912) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:26.856114 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd615a35-8f59-4c4a-8c0a-6c4265ad6ad2 None None] Network bba4d1d0-2407-4eca-a958-91d2a0c3c75b requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:45:26.924773 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:27.021383 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-21f33a36-e930-4daf-8a00-ecf69a0965a6 None None] Provisioning for port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:27.031195 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-21f33a36-e930-4daf-8a00-ecf69a0965a6 None None] Provisioning complete for port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:27.031576 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-21f33a36-e930-4daf-8a00-ecf69a0965a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:27.210225 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-21f33a36-e930-4daf-8a00-ecf69a0965a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:27.217906 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [None req-27ea2030-90f6-4eee-9c83-f9a91db22250 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75889) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:45:27.219015 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-27ea2030-90f6-4eee-9c83-f9a91db22250 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4063656 Aug 24 18:45:27.247741 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-21f33a36-e930-4daf-8a00-ecf69a0965a6 None None] For port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=13a321e3-7f92-4c28-a3a3-1097c91c5fe1,segment=NetworkSegment(8ddf2786-e9ae-4841-81c7-25b6a9c765e4),segment_id=8ddf2786-e9ae-4841-81c7-25b6a9c765e4)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:27.316964 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-21f33a36-e930-4daf-8a00-ecf69a0965a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:27.319292 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:27.391474 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f33a36-e930-4daf-8a00-ecf69a0965a6 None None] Pushing event updated for resources: {'Port': ['ID=13a321e3-7f92-4c28-a3a3-1097c91c5fe1,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:27.395106 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-21f33a36-e930-4daf-8a00-ecf69a0965a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:27.442312 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-f34385b7-fc55-4bbe-97ce-fcd7e419b0b4 None None] Provisioning complete for port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:27.442618 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-f34385b7-fc55-4bbe-97ce-fcd7e419b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:28.735276 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:28.804609 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:28.804987 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:29.769224 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36926) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:30.222702 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '07c18000589046f3a339b7a9b564dd03'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:30.227630 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:30.231405 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Usage tracker for resource:router and tenant:07c18000589046f3a339b7a9b564dd03 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:30.235513 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:30.241112 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:30.310714 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1672817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4801'] for router, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:30.312163 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1672722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686218', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1758666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4822'] for router, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:30.337889 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:30.518663 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684507'] for router, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:30.619450 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:30.620647 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-c7078f8d-55d6-4d32-9310-c95dfcbfe2d8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8504615 Aug 24 18:45:32.859653 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 36936) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:33.245188 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [None req-bc5da718-19db-4c4c-b279-4a7301568a8a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75888) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:45:33.246204 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-bc5da718-19db-4c4c-b279-4a7301568a8a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3855913 Aug 24 18:45:33.386455 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9856cb54-4678-486c-9ebc-0840fd582809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:34.552004 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:35.484334 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36946) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:35.797494 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-450f7322-55b1-4c25-9a97-a9314fc2621b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:35.877404 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:35.882447 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:35.886259 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Usage tracker for resource:network and tenant:758839914d774c71886a8f01998e40fd is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:35.889355 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:35.895113 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:35.973422 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Made reservation on behalf of 758839914d774c71886a8f01998e40fd for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:45:35.975647 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:35.988419 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:36.018669 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:36.022337 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Usage tracker for resource:security_group_rule and tenant:758839914d774c71886a8f01998e40fd is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:36.025055 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:36.031202 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:36.093565 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:36.174653 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:36.178902 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:36.191457 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Reserving flat network on physical network physnet1 {{(pid=75889) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 18:45:36.213800 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47821e0-8022-4171-8073-01d594d85d08,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:36.217680 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:36.217926 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Added segment 38fb875f-6ad0-4682-8380-488f708ae70e of type flat for network 235a799a-ae38-4f75-bc14-04b553bb03ab Aug 24 18:45:36.219162 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:36.253964 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:36.351737 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:36.352814 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:36.353394 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:36.356738 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:36.454128 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Pushing event updated for resources: {'Network': ['ID=235a799a-ae38-4f75-bc14-04b553bb03ab,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:36.456706 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:36.463607 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 235a799a-ae38-4f75-bc14-04b553bb03ab details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:45:36.546098 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0490694 Aug 24 18:45:36.643394 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:38.020308 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:38.758840 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36966) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:38.992164 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3152f55a-366a-4394-a09a-569657978cb9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:38.993498 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-3152f55a-366a-4394-a09a-569657978cb9 admin admin] 10.222.0.20 "GET /v2.0/subnets/17debbcc-07a0-4d0d-9e68-b63090454ee4 HTTP/1.1" status: 200 len: 849 time: 0.2337170 Aug 24 18:45:39.149924 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-dbb43590-cfdb-42b8-996c-0aee2176cb73 admin admin] 10.222.0.20 "GET /v2.0/routers/b709f383-f38c-48f3-bb8e-076300023f3b HTTP/1.1" status: 200 len: 704 time: 0.1503792 Aug 24 18:45:39.615514 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:39.855671 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Allocated IP 172.20.0.1 (bba4d1d0-2407-4eca-a958-91d2a0c3c75b/17debbcc-07a0-4d0d-9e68-b63090454ee4/400a840e-4b76-4ef6-be84-e29efb5efe4d) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:45:40.008661 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:40.026588 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Transition to ACTIVE for port object 400a840e-4b76-4ef6-be84-e29efb5efe4d will not be triggered until provisioned by entity DHCP. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:40.133854 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:40.138997 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:40.205317 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Network bba4d1d0-2407-4eca-a958-91d2a0c3c75b is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:40.208113 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:40.211769 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:45:40.212299 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684677'] for router_interface, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:40.219433 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Pushing event updated for resources: {'Port': ['ID=400a840e-4b76-4ef6-be84-e29efb5efe4d,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:40.255590 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:40.423219 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:40.552190 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-bdf15237-e33d-4c3c-8581-6bd643d3797f None None] Provisioning for port 400a840e-4b76-4ef6-be84-e29efb5efe4d completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:40.557732 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-bdf15237-e33d-4c3c-8581-6bd643d3797f None None] Provisioning complete for port 400a840e-4b76-4ef6-be84-e29efb5efe4d triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:40.558139 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bdf15237-e33d-4c3c-8581-6bd643d3797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:40.611611 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-bdf15237-e33d-4c3c-8581-6bd643d3797f None None] Port 400a840e-4b76-4ef6-be84-e29efb5efe4d cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:45:40.680491 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:40.763468 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:40.764600 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1374989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684268'] for router_interface, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:40.768699 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:40.888834 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:45:40.897565 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Pushing event updated for resources: {'Port': ['ID=400a840e-4b76-4ef6-be84-e29efb5efe4d,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:40.901429 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:40.960769 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Network bba4d1d0-2407-4eca-a958-91d2a0c3c75b is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:40.961835 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:41.134428 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-5fc0ef86-5a3e-4040-a377-dc10f73a674f None None] Provisioning complete for port 400a840e-4b76-4ef6-be84-e29efb5efe4d triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:41.135078 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ef86-5a3e-4040-a377-dc10f73a674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:41.188524 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0ef86-5a3e-4040-a377-dc10f73a674f None None] Port 400a840e-4b76-4ef6-be84-e29efb5efe4d cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:45:41.390433 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Router b709f383-f38c-48f3-bb8e-076300023f3b is scheduled to L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 with binding_index 1 {{(pid=75889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:45:41.554503 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:45:41.564631 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Sync routers for ids ['b709f383-f38c-48f3-bb8e-076300023f3b'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:45:41.565026 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] 10.222.0.20 "PUT /v2.0/routers/b709f383-f38c-48f3-bb8e-076300023f3b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4102387 Aug 24 18:45:41.577901 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Routers {'b709f383-f38c-48f3-bb8e-076300023f3b'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:41.578819 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:45:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b709f383-f38c-48f3-bb8e-076300023f3b'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:41.750369 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Set router b709f383-f38c-48f3-bb8e-076300023f3b gateway port host: None {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:42.119373 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'name': 'router1', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:30Z', 'updated_at': '2021-08-24T18:45:40Z', 'revision_number': 2, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'gw_port_host': None, '_interfaces': [{'id': '400a840e-4b76-4ef6-be84-e29efb5efe4d', 'name': '', 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'mac_address': 'fa:16:3e:d3:53:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:39Z', 'updated_at': '2021-08-24T18:45:40Z', 'revision_number': 2, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'subnets': [{'id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1b4416f-3bee-4687-8521-26c70f70b240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:42.124692 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Checking router: b709f383-f38c-48f3-bb8e-076300023f3b for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:45:42.125068 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Updating router b709f383-f38c-48f3-bb8e-076300023f3b port 400a840e-4b76-4ef6-be84-e29efb5efe4d binding host dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:45:42.179404 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:42.544900 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:42.559172 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.provisioning_blocks [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Transition to ACTIVE for port object 400a840e-4b76-4ef6-be84-e29efb5efe4d will not be triggered until provisioned by entity L2. {{(pid=75891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:42.655198 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:42.660572 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:42.846387 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Pushing event updated for resources: {'Port': ['ID=400a840e-4b76-4ef6-be84-e29efb5efe4d,revision_number=3']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:42.897332 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.897693 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.897989 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.898330 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.898650 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.898970 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.899280 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.899590 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.899902 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.900204 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.900509 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Tracked resource versions report: Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: pushed versions: Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Log': {'1.0'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Network': {'1.1'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Port': {'1.5'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'PortForwarding': {'1.2'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'QosPolicy': {'1.8'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'SecurityGroup': {'1.2'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'SubPort': {'1.0'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Subnet': {'1.1'}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Trunk': {'1.1'}} Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: consumer versions: Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: { DHCP agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: L3 agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: Metadata agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: Metering agent@dv-cinder-805825-1-smb: {}, Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: Open vSwitch agent@dv-cinder-805825-1-smb: { 'ConntrackHelper': '1.0', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Log': '1.0', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Network': '1.1', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Port': '1.5', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'PortForwarding': '1.2', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'QosPolicy': '1.8', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'SecurityGroup': '1.2', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'SecurityGroupRule': '1.0', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'SubPort': '1.0', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Subnet': '1.1', Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: 'Trunk': '1.1'}} Aug 24 18:45:42.901630 dv-cinder-805825-1-smb neutron-server[75891]: {{(pid=75891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:45:42.911210 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Attempting to bind port 400a840e-4b76-4ef6-be84-e29efb5efe4d on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:45:42.911616 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Attempting to bind port 400a840e-4b76-4ef6-be84-e29efb5efe4d by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '8ddf2786-e9ae-4841-81c7-25b6a9c765e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b'}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:45:42.912057 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Attempting to bind port 400a840e-4b76-4ef6-be84-e29efb5efe4d on network bba4d1d0-2407-4eca-a958-91d2a0c3c75b {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:45:42.915254 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:42.919787 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:45:42.920190 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Checking segment: {'id': '8ddf2786-e9ae-4841-81c7-25b6a9c765e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:42.920678 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:42.921068 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Bound using segment: {'id': '8ddf2786-e9ae-4841-81c7-25b6a9c765e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b'} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:45:42.921547 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Bound port: 400a840e-4b76-4ef6-be84-e29efb5efe4d, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddf2786-e9ae-4841-81c7-25b6a9c765e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b'}}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:45:42.921970 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:43.010381 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] For port 400a840e-4b76-4ef6-be84-e29efb5efe4d, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:45:43.015025 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] For port 400a840e-4b76-4ef6-be84-e29efb5efe4d, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=400a840e-4b76-4ef6-be84-e29efb5efe4d,segment=NetworkSegment(8ddf2786-e9ae-4841-81c7-25b6a9c765e4),segment_id=8ddf2786-e9ae-4841-81c7-25b6a9c765e4)] {{(pid=75891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:45:43.101121 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:43.105074 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:43.197450 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Pushing event updated for resources: {'Port': ['ID=400a840e-4b76-4ef6-be84-e29efb5efe4d,revision_number=4']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:43.204489 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:43.210657 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Routers {'b709f383-f38c-48f3-bb8e-076300023f3b'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:43.211558 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:45:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b709f383-f38c-48f3-bb8e-076300023f3b'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:43.380375 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] Set router b709f383-f38c-48f3-bb8e-076300023f3b gateway port host: None {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:43.704813 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 36988) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:43.728187 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'name': 'router1', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:30Z', 'updated_at': '2021-08-24T18:45:40Z', 'revision_number': 2, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'gw_port_host': None, '_interfaces': [{'id': '400a840e-4b76-4ef6-be84-e29efb5efe4d', 'name': '', 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'mac_address': 'fa:16:3e:d3:53:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:39Z', 'updated_at': '2021-08-24T18:45:43Z', 'revision_number': 4, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'subnets': [{'id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1b4416f-3bee-4687-8521-26c70f70b240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:43.732574 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b4245-85bd-4fe9-99bc-f6c6d8fa3cf1 None None] The sync data for ids ['b709f383-f38c-48f3-bb8e-076300023f3b'] in dv-cinder-805825-1-smb is: [{'id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'name': 'router1', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:30Z', 'updated_at': '2021-08-24T18:45:40Z', 'revision_number': 2, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'gw_port_host': None, '_interfaces': [{'id': '400a840e-4b76-4ef6-be84-e29efb5efe4d', 'name': '', 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'mac_address': 'fa:16:3e:d3:53:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:39Z', 'updated_at': '2021-08-24T18:45:43Z', 'revision_number': 4, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'subnets': [{'id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1b4416f-3bee-4687-8521-26c70f70b240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:45:43.879592 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3faabff-446c-46f4-9612-ad4bcdbb2e10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:43.880189 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-a3faabff-446c-46f4-9612-ad4bcdbb2e10 admin admin] Synchronizing usage tracker for tenant:758839914d774c71886a8f01998e40fd on resource:network {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:45:43.991528 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-a3faabff-446c-46f4-9612-ad4bcdbb2e10 admin admin] Unset dirty status for tenant:758839914d774c71886a8f01998e40fd on resource:network {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:45:43.992713 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-a3faabff-446c-46f4-9612-ad4bcdbb2e10 admin admin] 10.222.0.20 "GET /v2.0/networks/235a799a-ae38-4f75-bc14-04b553bb03ab HTTP/1.1" status: 200 len: 842 time: 0.2869394 Aug 24 18:45:44.003130 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'cidr': '172.28.1.0/24', 'ip_version': 4}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:44.009052 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:44.013766 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Usage tracker for resource:subnet and tenant:758839914d774c71886a8f01998e40fd is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:44.017182 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:44.024001 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:44.088736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Made reservation on behalf of 758839914d774c71886a8f01998e40fd for: {'subnet': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:45:44.091638 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:44.560526 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.objects.ports [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75889) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 24 18:45:44.561052 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for subnet, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:44.565102 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:44.677213 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3eb08e-aa83-4339-98f6-69f61a497d3d,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:44.683585 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:44.692659 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Checking segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:44.692882 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Network hostable DHCP agents. Network: 235a799a-ae38-4f75-bc14-04b553bb03ab, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:45:44.766941 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 400a840e-4b76-4ef6-be84-e29efb5efe4d up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:44.774632 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:45:44.854388 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 235a799a-ae38-4f75-bc14-04b553bb03ab) {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:44.858460 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:44.859068 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:44.862957 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59783bb8-ca75-4948-9ba5-2d83e38725cd None None] Network 235a799a-ae38-4f75-bc14-04b553bb03ab requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:45:44.926917 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 400a840e-4b76-4ef6-be84-e29efb5efe4d completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:44.938192 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 400a840e-4b76-4ef6-be84-e29efb5efe4d triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:44.938566 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:44.968822 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9694188 Aug 24 18:45:45.165747 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:45.214222 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09cee15-f19c-4f1e-898b-9980ed0ea0e3 None None] Network 235a799a-ae38-4f75-bc14-04b553bb03ab requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:45:45.288526 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 400a840e-4b76-4ef6-be84-e29efb5efe4d, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=400a840e-4b76-4ef6-be84-e29efb5efe4d,segment=NetworkSegment(8ddf2786-e9ae-4841-81c7-25b6a9c765e4),segment_id=8ddf2786-e9ae-4841-81c7-25b6a9c765e4)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:45.377128 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:45.385436 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:45.484252 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=400a840e-4b76-4ef6-be84-e29efb5efe4d,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:45.487337 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:46.749622 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 400a840e-4b76-4ef6-be84-e29efb5efe4d up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:46.821488 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 400a840e-4b76-4ef6-be84-e29efb5efe4d triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:46.821854 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:47.106230 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37002) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:47.335491 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b4c3e335-13b0-4359-8f38-f3e3bff34a38 admin admin] 10.222.0.20 "GET /v2.0/routers/b709f383-f38c-48f3-bb8e-076300023f3b HTTP/1.1" status: 200 len: 710 time: 0.2275350 Aug 24 18:45:47.463250 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9497588d-d414-4f6d-a888-06b52d251f14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:47.464629 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-9497588d-d414-4f6d-a888-06b52d251f14 admin admin] 10.222.0.20 "GET /v2.0/networks/235a799a-ae38-4f75-bc14-04b553bb03ab HTTP/1.1" status: 200 len: 886 time: 0.1237900 Aug 24 18:45:47.473943 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:47.940005 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:48.198431 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:48.255007 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:48.382630 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Allocated IP 172.28.1.146 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/084de9dc-c322-491f-b640-73043f91597c) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:45:48.525234 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:48.620507 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:48.625737 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:48.727141 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:48.729872 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:48.734603 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:45:48.756437 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Pushing event updated for resources: {'Port': ['ID=084de9dc-c322-491f-b640-73043f91597c,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:48.762137 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:48.936581 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:49.097980 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:49.101224 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1672852'] for router, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:49.294713 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Router b709f383-f38c-48f3-bb8e-076300023f3b has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:45:49.490333 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:45:49.498498 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:49.503357 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] 10.222.0.20 "PUT /v2.0/routers/b709f383-f38c-48f3-bb8e-076300023f3b HTTP/1.1" status: 200 len: 890 time: 2.0290258 Aug 24 18:45:49.503683 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Sync routers for ids ['b709f383-f38c-48f3-bb8e-076300023f3b'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:45:49.512799 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Routers {'b709f383-f38c-48f3-bb8e-076300023f3b'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:49.513490 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:45:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b709f383-f38c-48f3-bb8e-076300023f3b'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:49.710036 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Set router b709f383-f38c-48f3-bb8e-076300023f3b gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:50.053175 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'name': 'router1', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '084de9dc-c322-491f-b640-73043f91597c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:30Z', 'updated_at': '2021-08-24T18:45:48Z', 'revision_number': 4, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'gw_port': {'id': '084de9dc-c322-491f-b640-73043f91597c', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:48Z', 'updated_at': '2021-08-24T18:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '400a840e-4b76-4ef6-be84-e29efb5efe4d', 'name': '', 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'mac_address': 'fa:16:3e:d3:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:39Z', 'updated_at': '2021-08-24T18:45:45Z', 'revision_number': 5, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'subnets': [{'id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1b4416f-3bee-4687-8521-26c70f70b240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:50.058081 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Checking router: b709f383-f38c-48f3-bb8e-076300023f3b for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:45:50.058481 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Updating router b709f383-f38c-48f3-bb8e-076300023f3b port 084de9dc-c322-491f-b640-73043f91597c binding host dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:45:50.112717 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:50.428701 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Notify callbacks [] for port, precommit_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:50.440392 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Transition to ACTIVE for port object 084de9dc-c322-491f-b640-73043f91597c will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:50.528866 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:50.532946 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-21f33a36-e930-4daf-8a00-ecf69a0965a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:50.609577 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de56e2-36a9-4004-9cf2-fdc3371fb8bb None None] Pushing event updated for resources: {'Port': ['ID=084de9dc-c322-491f-b640-73043f91597c,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:50.613048 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e6de56e2-36a9-4004-9cf2-fdc3371fb8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:50.613884 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Attempting to bind port 084de9dc-c322-491f-b640-73043f91597c on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:45:50.614275 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Attempting to bind port 084de9dc-c322-491f-b640-73043f91597c by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:45:50.614640 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Attempting to bind port 084de9dc-c322-491f-b640-73043f91597c on network 235a799a-ae38-4f75-bc14-04b553bb03ab {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:45:50.623015 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:45:50.624808 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Checking segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:50.624808 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:50.624808 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Bound using segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:45:50.624808 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Bound port: 084de9dc-c322-491f-b640-73043f91597c, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:45:50.625150 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:50.717651 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] For port 084de9dc-c322-491f-b640-73043f91597c, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:45:50.720604 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] For port 084de9dc-c322-491f-b640-73043f91597c, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=084de9dc-c322-491f-b640-73043f91597c,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:45:50.812826 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:50.816976 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:50.893989 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de56e2-36a9-4004-9cf2-fdc3371fb8bb None None] Pushing event updated for resources: {'Port': ['ID=084de9dc-c322-491f-b640-73043f91597c,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:50.896980 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e6de56e2-36a9-4004-9cf2-fdc3371fb8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:50.897943 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Routers {'b709f383-f38c-48f3-bb8e-076300023f3b'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:50.898548 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:45:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b709f383-f38c-48f3-bb8e-076300023f3b'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:51.070783 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] Set router b709f383-f38c-48f3-bb8e-076300023f3b gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:51.392191 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'name': 'router1', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '084de9dc-c322-491f-b640-73043f91597c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:30Z', 'updated_at': '2021-08-24T18:45:48Z', 'revision_number': 4, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'gw_port': {'id': '084de9dc-c322-491f-b640-73043f91597c', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:48Z', 'updated_at': '2021-08-24T18:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '400a840e-4b76-4ef6-be84-e29efb5efe4d', 'name': '', 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'mac_address': 'fa:16:3e:d3:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:39Z', 'updated_at': '2021-08-24T18:45:45Z', 'revision_number': 5, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'subnets': [{'id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1b4416f-3bee-4687-8521-26c70f70b240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:51.396108 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0ab1d-7f76-4cc6-9085-3f666fc07f65 None None] The sync data for ids ['b709f383-f38c-48f3-bb8e-076300023f3b'] in dv-cinder-805825-1-smb is: [{'id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'name': 'router1', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '084de9dc-c322-491f-b640-73043f91597c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:30Z', 'updated_at': '2021-08-24T18:45:48Z', 'revision_number': 4, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'gw_port': {'id': '084de9dc-c322-491f-b640-73043f91597c', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:48Z', 'updated_at': '2021-08-24T18:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '400a840e-4b76-4ef6-be84-e29efb5efe4d', 'name': '', 'network_id': 'bba4d1d0-2407-4eca-a958-91d2a0c3c75b', 'tenant_id': '07c18000589046f3a339b7a9b564dd03', 'mac_address': 'fa:16:3e:d3:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b709f383-f38c-48f3-bb8e-076300023f3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:39Z', 'updated_at': '2021-08-24T18:45:45Z', 'revision_number': 5, 'project_id': '07c18000589046f3a339b7a9b564dd03', 'subnets': [{'id': '17debbcc-07a0-4d0d-9e68-b63090454ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1b4416f-3bee-4687-8521-26c70f70b240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:45:51.746545 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37012) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:51.884906 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-3343634b-a6a6-43a7-813d-4f584879fa53 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1370914 Aug 24 18:45:52.787653 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 084de9dc-c322-491f-b640-73043f91597c up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:52.911124 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 084de9dc-c322-491f-b640-73043f91597c completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:52.916155 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 084de9dc-c322-491f-b640-73043f91597c triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:52.916527 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:53.045292 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:53.066527 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 084de9dc-c322-491f-b640-73043f91597c, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=084de9dc-c322-491f-b640-73043f91597c,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:53.117104 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:53.119548 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e6de56e2-36a9-4004-9cf2-fdc3371fb8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:53.206243 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=084de9dc-c322-491f-b640-73043f91597c,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:53.209026 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:54.791543 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 084de9dc-c322-491f-b640-73043f91597c up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:54.887239 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 084de9dc-c322-491f-b640-73043f91597c triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:54.887565 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:03.372875 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-dd728f48-a09b-4697-a5b8-84b4deeb8e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:04.481795 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:05.802733 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-060aaf26-afe8-4f42-9b0e-5eac714f35af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:06.635465 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:08.025304 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:17.889383 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:46:33.373422 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-cdd00822-9ad7-405b-b654-954e16c0fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:34.492921 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:35.847436 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-35f15e68-c4be-4c30-8b28-04eb03d863cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:36.573383 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:38.075071 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:54.890641 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:47:03.417889 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-08898e71-5d91-4ccd-b624-633b331c062e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:04.521190 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:05.815931 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-8fc308ff-ef96-4b5c-9486-3a5db6eff5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:06.578449 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:08.061525 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:31.890787 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:47:33.381017 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf4ad-dd00-424a-b827-c09044058a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:34.483898 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:35.839958 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bdd0ef50-c0c3-4412-bfcc-230df7c0cedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:36.605342 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:38.039496 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:56.951304 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 37584) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:47:57.045105 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bb02bb-a70b-4e15-85de-58e003858373 admin admin] GET failed (client error): The resource could not be found. Aug 24 18:47:57.046310 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-25bb02bb-a70b-4e15-85de-58e003858373 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0940552 Aug 24 18:47:57.181093 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b966819-8a9d-437e-84a1-9d5c333d98a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:57.182595 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-2b966819-8a9d-437e-84a1-9d5c333d98a0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1324694 Aug 24 18:47:59.186540 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 37594) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:47:59.315420 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842aa27-efe3-4e70-a375-8bd208e5c44f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:59.316813 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5842aa27-efe3-4e70-a375-8bd208e5c44f admin admin] 10.222.0.20 "GET /v2.0/subnets/17debbcc-07a0-4d0d-9e68-b63090454ee4 HTTP/1.1" status: 200 len: 849 time: 0.1293378 Aug 24 18:47:59.326714 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:47:59.440430 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Notify callbacks [] for subnet, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:59.708045 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731455806477'] for subnet, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:59.711959 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-cf13985b-d1cb-4951-bba4-d418e68823da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:47:59.759940 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:59.760536 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:59.761822 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] 10.222.0.20 "PUT /v2.0/subnets/17debbcc-07a0-4d0d-9e68-b63090454ee4 HTTP/1.1" status: 200 len: 868 time: 0.4387846 Aug 24 18:47:59.782110 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=17debbcc-07a0-4d0d-9e68-b63090454ee4,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:47:59.782388 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7822441-60c4-4608-be8c-52aa12bdb866 None None] Network bba4d1d0-2407-4eca-a958-91d2a0c3c75b requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:47:59.787997 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.788332 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.789162 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.789490 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.789817 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.790165 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.790490 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.790817 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.791195 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.791520 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.791836 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:59.795365 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:48:00.265878 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-2a019c0d-d8db-43a9-9957-a07162241e95 None None] Provisioning complete for port 13a321e3-7f92-4c28-a3a3-1097c91c5fe1 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:48:00.266342 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-2a019c0d-d8db-43a9-9957-a07162241e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:00.389986 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-2a019c0d-d8db-43a9-9957-a07162241e95 None None] Provisioning complete for port 400a840e-4b76-4ef6-be84-e29efb5efe4d triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:48:00.390277 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-2a019c0d-d8db-43a9-9957-a07162241e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:01.758574 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 37604) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:01.954759 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa6563-a692-4117-9c3d-c38e68be37d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:01.955050 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa6563-a692-4117-9c3d-c38e68be37d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:01.956593 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-47fa6563-a692-4117-9c3d-c38e68be37d4 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970673 Aug 24 18:48:03.488738 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-95799f4f-2546-4af1-a47f-9653e05a2fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:03.951737 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37614) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:04.146948 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c8c216-b60e-4b4f-af87-12003ac11072 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:04.147220 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c8c216-b60e-4b4f-af87-12003ac11072 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:04.148814 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-74c8c216-b60e-4b4f-af87-12003ac11072 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963675 Aug 24 18:48:04.553664 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:05.820444 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-8c5f2166-a998-42ac-add6-7703bce65f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:06.166890 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 37624) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:06.353476 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223a461-7d70-4c79-9d16-36f204e0cdb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:06.354787 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-3223a461-7d70-4c79-9d16-36f204e0cdb6 admin admin] 10.222.0.20 "GET /v2.0/networks/235a799a-ae38-4f75-bc14-04b553bb03ab HTTP/1.1" status: 200 len: 886 time: 0.1869662 Aug 24 18:48:06.586333 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:08.061538 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:08.362342 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 37634) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:08.560660 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb7519f-9cc0-4954-8d4b-96b4849c57ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:08.561934 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-6bb7519f-9cc0-4954-8d4b-96b4849c57ff admin admin] 10.222.0.20 "GET /v2.0/networks/bba4d1d0-2407-4eca-a958-91d2a0c3c75b HTTP/1.1" status: 200 len: 869 time: 0.1986036 Aug 24 18:48:08.891374 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:48:10.583330 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37644) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:10.716448 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6243976d-e44b-4539-b293-94961db7f30d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:10.716815 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6243976d-e44b-4539-b293-94961db7f30d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:10.717544 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6243976d-e44b-4539-b293-94961db7f30d admin admin] Synchronizing usage tracker for tenant:758839914d774c71886a8f01998e40fd on resource:subnet {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:48:10.838855 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6243976d-e44b-4539-b293-94961db7f30d admin admin] Unset dirty status for tenant:758839914d774c71886a8f01998e40fd on resource:subnet {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:48:10.839952 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-6243976d-e44b-4539-b293-94961db7f30d admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2556875 Aug 24 18:48:12.845590 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37654) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:12.976640 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a806e4-7a39-4015-97cd-1a96eb819558 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:12.976997 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a806e4-7a39-4015-97cd-1a96eb819558 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:12.978507 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-e9a806e4-7a39-4015-97cd-1a96eb819558 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319711 Aug 24 18:48:14.970344 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37664) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:15.100032 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c5bdee-612f-4d70-a1a5-c0dc530d5652 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:15.106109 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-67c5bdee-612f-4d70-a1a5-c0dc530d5652 admin admin] 10.222.0.20 "GET /v2.0/subnets/17debbcc-07a0-4d0d-9e68-b63090454ee4 HTTP/1.1" status: 200 len: 868 time: 0.1301708 Aug 24 18:48:17.118139 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37674) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:17.243911 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e908a0-f8e9-4fe3-bff2-301d0614822e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:17.250596 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-38e908a0-f8e9-4fe3-bff2-301d0614822e admin admin] 10.222.0.20 "GET /v2.0/subnets/9a3eb08e-aa83-4339-98f6-69f61a497d3d HTTP/1.1" status: 200 len: 816 time: 0.1261601 Aug 24 18:48:33.355693 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-cccf408b-bbac-4046-b27f-31da745d1bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:34.518616 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:35.084627 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37712) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:35.155899 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [None req-d2e56e25-b328-4b1e-9b96-c1a6f0b17399 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75889) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:48:35.156881 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-d2e56e25-b328-4b1e-9b96-c1a6f0b17399 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0713284 Aug 24 18:48:35.821262 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-59395ea9-7ced-484c-a4df-2e78290e33d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:36.601551 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:37.223048 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37722) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:37.315151 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de7e004-5de3-4df1-9fbb-1626374f9674 admin admin] GET failed (client error): The resource could not be found. Aug 24 18:48:37.316388 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-1de7e004-5de3-4df1-9fbb-1626374f9674 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0923371 Aug 24 18:48:37.442481 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f8b28c-94a4-4234-9471-087a41d5869c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:37.444036 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-a0f8b28c-94a4-4234-9471-087a41d5869c admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1237659 Aug 24 18:48:38.072171 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:39.478202 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 37732) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:39.551142 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:48:39.556382 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:48:39.565765 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:48:39.649589 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Made reservation on behalf of 758839914d774c71886a8f01998e40fd for: {'network': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:48:39.651945 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:39.747070 dv-cinder-805825-1-smb neutron-server[75888]: WARNING neutron.services.revisions.revision_plugin [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Could not find related network for resource to bump revision. Aug 24 18:48:39.763123 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=75888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:48:39.773331 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731455769465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:39.773863 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Unsubscribe: segment precommit_create {{(pid=75888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 18:48:39.774327 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.segments_db [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Added segment c8c6966c-8ee1-4d77-bf7c-413b44ff30a6 of type vlan for network 753319b7-4b5f-4838-95b9-4a3c2043ef4b Aug 24 18:48:39.811503 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:39.933037 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:39.934390 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:39.934984 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:39.938408 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:48:40.037670 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Pushing event updated for resources: {'Network': ['ID=753319b7-4b5f-4838-95b9-4a3c2043ef4b,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:48:40.040844 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:48:40.048695 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 753319b7-4b5f-4838-95b9-4a3c2043ef4b details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:48:40.110093 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6205161 Aug 24 18:48:42.139187 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 37742) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:42.232400 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b645dcea-11c1-4736-8422-754a3bcd49c6 admin admin] GET failed (client error): The resource could not be found. Aug 24 18:48:42.232900 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-b645dcea-11c1-4736-8422-754a3bcd49c6 admin admin] Synchronizing usage tracker for tenant:758839914d774c71886a8f01998e40fd on resource:network {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:48:42.364333 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-b645dcea-11c1-4736-8422-754a3bcd49c6 admin admin] Unset dirty status for tenant:758839914d774c71886a8f01998e40fd on resource:network {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:48:42.366208 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-b645dcea-11c1-4736-8422-754a3bcd49c6 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2257702 Aug 24 18:48:42.469401 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf260f7c-c932-45b1-8b4d-c72346e12137 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:42.470940 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-bf260f7c-c932-45b1-8b4d-c72346e12137 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1008193 Aug 24 18:48:42.480363 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:48:42.484755 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:48:42.495018 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:48:42.574861 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Made reservation on behalf of 758839914d774c71886a8f01998e40fd for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:48:42.577070 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:42.938512 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:42.942805 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:48:43.012008 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=691ae8b6-be82-48be-8e82-c2079b239406,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:48:43.023382 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:48:43.023382 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Checking segment: {'id': 'c8c6966c-8ee1-4d77-bf7c-413b44ff30a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:48:43.023382 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Network hostable DHCP agents. Network: 753319b7-4b5f-4838-95b9-4a3c2043ef4b, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:48:43.104320 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Network 753319b7-4b5f-4838-95b9-4a3c2043ef4b is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:48:43.192445 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 753319b7-4b5f-4838-95b9-4a3c2043ef4b) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:48:43.197509 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:43.198544 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:43.204091 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583992bb-922b-4929-ac5b-70d433867498 None None] Network 753319b7-4b5f-4838-95b9-4a3c2043ef4b requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:48:43.338193 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-aa6e1e93-4d67-494f-8ad3-17c5feb67f60 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8474908 Aug 24 18:48:43.414466 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50a503f-42fd-50dd-8832-94e7b5c7b4ac-753319b7-4b5f-4838-95b9-4a3c2043ef4b', 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b', 'tenant_id': '758839914d774c71886a8f01998e40fd', 'fixed_ips': [{'subnet_id': '691ae8b6-be82-48be-8e82-c2079b239406'}]}} from dv-cinder-805825-1-smb. {{(pid=75890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:48:43.415314 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:43.573078 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.db_base_plugin_common [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Allocated IP 192.168.233.2 (753319b7-4b5f-4838-95b9-4a3c2043ef4b/691ae8b6-be82-48be-8e82-c2079b239406/8535eb74-7ed0-45ff-947d-95230e5c0d92) {{(pid=75890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:48:43.773202 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Notify callbacks [] for port, precommit_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:43.783815 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Transition to ACTIVE for port object 8535eb74-7ed0-45ff-947d-95230e5c0d92 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:48:43.802603 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Transition to ACTIVE for port object 8535eb74-7ed0-45ff-947d-95230e5c0d92 will not be triggered until provisioned by entity DHCP. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:48:43.867624 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:43.875311 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:48:43.936605 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Network 753319b7-4b5f-4838-95b9-4a3c2043ef4b is already hosted by enough agents. {{(pid=75890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:48:43.939468 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.base_scheduler [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Resources bound (agent type, host, resource id): {{(pid=75890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:48:43.942582 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Received port after_create {{(pid=75890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:48:43.952582 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Pushing event updated for resources: {'Port': ['ID=8535eb74-7ed0-45ff-947d-95230e5c0d92,revision_number=1']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:48:43.991965 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.992301 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.992635 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.992958 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.993275 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.993631 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.993951 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.994288 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.994602 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.994916 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.995224 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:48:43.998808 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:48:44.074028 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Attempting to bind port 8535eb74-7ed0-45ff-947d-95230e5c0d92 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:48:44.074389 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Attempting to bind port 8535eb74-7ed0-45ff-947d-95230e5c0d92 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': 'c8c6966c-8ee1-4d77-bf7c-413b44ff30a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:48:44.074734 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Attempting to bind port 8535eb74-7ed0-45ff-947d-95230e5c0d92 on network 753319b7-4b5f-4838-95b9-4a3c2043ef4b {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:48:44.081639 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:48:44.082039 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Checking segment: {'id': 'c8c6966c-8ee1-4d77-bf7c-413b44ff30a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:48:44.082424 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:44.082814 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Bound using segment: {'id': 'c8c6966c-8ee1-4d77-bf7c-413b44ff30a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:48:44.083811 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Bound port: 8535eb74-7ed0-45ff-947d-95230e5c0d92, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c6966c-8ee1-4d77-bf7c-413b44ff30a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:48:44.084203 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:44.176189 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] For port 8535eb74-7ed0-45ff-947d-95230e5c0d92, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:48:44.179452 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] For port 8535eb74-7ed0-45ff-947d-95230e5c0d92, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8535eb74-7ed0-45ff-947d-95230e5c0d92,segment=NetworkSegment(c8c6966c-8ee1-4d77-bf7c-413b44ff30a6),segment_id=c8c6966c-8ee1-4d77-bf7c-413b44ff30a6)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:48:44.261170 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:44.265207 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:48:44.341743 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Pushing event updated for resources: {'Port': ['ID=8535eb74-7ed0-45ff-947d-95230e5c0d92,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:48:44.344806 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:48:44.859953 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8535eb74-7ed0-45ff-947d-95230e5c0d92 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:48:45.020820 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 8535eb74-7ed0-45ff-947d-95230e5c0d92 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:48:45.260011 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658d4a0-8f16-40c3-8df3-b632806bab94 None None] Network 753319b7-4b5f-4838-95b9-4a3c2043ef4b requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:48:45.423450 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-fa261290-f14c-43c3-9d8c-2f2b74b75af9 None None] Provisioning for port 8535eb74-7ed0-45ff-947d-95230e5c0d92 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:48:45.432743 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-fa261290-f14c-43c3-9d8c-2f2b74b75af9 None None] Provisioning complete for port 8535eb74-7ed0-45ff-947d-95230e5c0d92 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:48:45.433113 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-fa261290-f14c-43c3-9d8c-2f2b74b75af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:45.606572 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-fa261290-f14c-43c3-9d8c-2f2b74b75af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:45.642290 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-fa261290-f14c-43c3-9d8c-2f2b74b75af9 None None] For port 8535eb74-7ed0-45ff-947d-95230e5c0d92, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8535eb74-7ed0-45ff-947d-95230e5c0d92,segment=NetworkSegment(c8c6966c-8ee1-4d77-bf7c-413b44ff30a6),segment_id=c8c6966c-8ee1-4d77-bf7c-413b44ff30a6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:48:45.738505 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-fa261290-f14c-43c3-9d8c-2f2b74b75af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:45.741350 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:48:45.812802 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa261290-f14c-43c3-9d8c-2f2b74b75af9 None None] Pushing event updated for resources: {'Port': ['ID=8535eb74-7ed0-45ff-947d-95230e5c0d92,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:48:45.816042 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-fa261290-f14c-43c3-9d8c-2f2b74b75af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:48:45.862913 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-4410c25a-444c-46af-a47e-3b04a93f4f1e None None] Provisioning complete for port 8535eb74-7ed0-45ff-947d-95230e5c0d92 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:48:45.863174 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4410c25a-444c-46af-a47e-3b04a93f4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:45.893485 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:48:46.830099 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8535eb74-7ed0-45ff-947d-95230e5c0d92 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:48:46.902215 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 8535eb74-7ed0-45ff-947d-95230e5c0d92 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:48:46.902585 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:03.372279 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-23df0521-3f76-4b11-9ec8-f741ef5aae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:04.477291 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:05.829406 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d2660c56-c869-42bc-8fec-47b6db1b9573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:06.603502 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:08.088505 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:22.894217 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:49:33.345224 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1fe68141-187a-438f-aae8-21d7163d56fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:34.510725 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:35.828258 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-2466e5fe-2b0a-4d10-8460-2450e9d0738a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:36.613618 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:38.093738 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:54.188465 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37784) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:49:54.194388 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [None req-c6e89eec-46b6-4ec6-b23a-1c053143f23a tempest-verify_tempest_config-119143252 tempest-verify_tempest_config-119143252-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75889) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:49:54.195371 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-c6e89eec-46b6-4ec6-b23a-1c053143f23a tempest-verify_tempest_config-119143252 tempest-verify_tempest_config-119143252-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059476 Aug 24 18:49:54.774571 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37800) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:49:54.912973 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:54.943286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:49:54.947059 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:dad0ca5c2eb340899c09b77fd7e75e7d is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:49:54.949786 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:49:54.956007 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:49:55.018271 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:55.104496 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:55.113117 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:49:55.151774 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d641f-b8fb-410b-b1d9-044c87b193ef,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:49:55.154681 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Synchronizing usage tracker for tenant:758839914d774c71886a8f01998e40fd on resource:security_group {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:49:55.167610 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.167950 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.168282 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.168609 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.168938 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.169257 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.169575 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.169895 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.170244 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.170561 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.170876 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:55.176634 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:49:55.261282 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Unset dirty status for tenant:758839914d774c71886a8f01998e40fd on resource:security_group {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:49:55.262565 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dad0ca5c2eb340899c09b77fd7e75e7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4870367 Aug 24 18:49:55.272634 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37806) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:49:55.374450 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-060840d5-f237-41e4-a4c1-8a35ef2f6eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:55.399151 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-060840d5-f237-41e4-a4c1-8a35ef2f6eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:55.625143 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-060840d5-f237-41e4-a4c1-8a35ef2f6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:55.628997 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:49:55.645618 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060840d5-f237-41e4-a4c1-8a35ef2f6eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d641f-b8fb-410b-b1d9-044c87b193ef,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:49:55.647876 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-060840d5-f237-41e4-a4c1-8a35ef2f6eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:49:55.651268 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-060840d5-f237-41e4-a4c1-8a35ef2f6eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:55.652999 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-060840d5-f237-41e4-a4c1-8a35ef2f6eb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d64d641f-b8fb-410b-b1d9-044c87b193ef HTTP/1.1" status: 204 len: 168 time: 0.3794520 Aug 24 18:49:59.894076 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:50:03.372660 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-67719c15-240c-4edd-851e-70d524bef635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:04.541719 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:05.801383 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1dc01005-8d24-4574-9e82-3dde017a1f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:06.695510 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:08.095685 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:33.357414 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9928fd3c-3439-483a-8ca1-756df1b4b2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:34.486228 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:35.806307 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b92c1da2-df91-4f80-b1ae-b6041cea1d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:36.651719 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:36.893790 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:50:38.108883 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:03.410858 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5fddf743-d442-403d-b4a7-bd3954cf14b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:04.507635 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:05.839312 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-da85d6cd-fedd-40c6-b137-f45021ff376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:06.673440 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:08.125213 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:13.893023 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 5 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:51:31.995388 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684426'] for agent, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:33.369693 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7be68a4a-f63b-4680-bd84-87cec17b2300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:34.489886 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:35.815559 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-352516c9-d148-40de-b658-7f29cb2e03cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:36.644659 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:38.101511 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:47.117073 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37876) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:47.260404 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-6bf7c775-906d-41fe-aa7e-00151e5d4183 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1421928 Aug 24 18:51:49.255474 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 37886) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:49.333391 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-3d805238-f1f4-4e9e-bcca-e20a36bf5a73 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0768187 Aug 24 18:51:50.892478 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:52:01.977210 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:03.386511 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-8d1e47b9-394d-42d7-9fe4-95e1c1d25365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:04.489779 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:05.811608 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9f6835e8-0210-4e29-ae52-85f244d5ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:06.631707 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:08.091307 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:27.893316 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:52:32.010504 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:33.353408 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-778d1aa8-f17d-4781-8d23-09e88160b369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:34.478948 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:35.792824 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-f800e5f1-7106-47e9-8767-c0be33aef2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:36.625018 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:38.099701 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:01.984846 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:03.362159 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-0cb42720-4135-4344-840f-26dafdbf0e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:04.489989 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:04.893246 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:53:05.798212 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9106f800-4aa4-4091-9053-d1e6e63a1535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:06.607970 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:08.089117 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:32.003232 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:33.368367 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a6b76471-35d6-4761-925a-4802d198e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:34.506236 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:35.877106 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4a7be49f-0c14-482c-a65e-b1e78d64bf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:36.665595 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:38.178289 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:38.249318 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38074) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:38.809717 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-788272333-network', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:38.814493 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:38.819289 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Usage tracker for resource:network and tenant:b9343e3993114cb19e51ddd4e31419e6 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:38.822161 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:38.827922 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:38.911709 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Made reservation on behalf of b9343e3993114cb19e51ddd4e31419e6 for: {'network': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:53:38.912004 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38104) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:38.922240 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:38.935488 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:38.943441 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38110) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:38.975490 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:38.979259 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Usage tracker for resource:security_group_rule and tenant:b9343e3993114cb19e51ddd4e31419e6 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:38.982388 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:38.988837 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:39.058104 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.138012 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.141635 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:39.172196 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54443e55-60d3-4bbd-9755-033bc0d15c38,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:39.179621 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=75888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:53:39.190849 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.191292 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.191716 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.192138 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.192573 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.192956 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.193338 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.193746 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.194158 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.194532 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.194914 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Tracked resource versions report: Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: pushed versions: Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Log': {'1.0'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Network': {'1.1'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Port': {'1.5'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'PortForwarding': {'1.2'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'QosPolicy': {'1.8'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'SecurityGroup': {'1.2'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'SubPort': {'1.0'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Subnet': {'1.1'}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Trunk': {'1.1'}} Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: consumer versions: Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: { DHCP agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: HyperV agent@hv-cinder-80582: {}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: L3 agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: Metadata agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: Metering agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: Open vSwitch agent@dv-cinder-805825-1-smb: { 'ConntrackHelper': '1.0', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Log': '1.0', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Network': '1.1', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Port': '1.5', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'PortForwarding': '1.2', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'QosPolicy': '1.8', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'SecurityGroup': '1.2', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'SecurityGroupRule': '1.0', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'SubPort': '1.0', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Subnet': '1.1', Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: 'Trunk': '1.1'}} Aug 24 18:53:39.195973 dv-cinder-805825-1-smb neutron-server[75888]: {{(pid=75888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:53:39.201951 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.202328 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.segments_db [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Added segment aabdbb00-c604-4787-8081-0df457062c5d of type vlan for network 5c8c43cd-6691-42d2-bf43-268688d9bcea Aug 24 18:53:39.230539 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.239794 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-network', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:39.240159 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:39.245581 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:39.251711 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Usage tracker for resource:network and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:39.256278 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:39.264823 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:39.303196 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2074757660-network', 'tenant_id': '38157e17669447d2ae7961d282988f6a'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:39.308294 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:39.314568 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Usage tracker for resource:network and tenant:38157e17669447d2ae7961d282988f6a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:39.317000 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:39.322920 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:39.335440 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.337311 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:39.338177 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.360370 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:39.369135 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Made reservation on behalf of e3fdee0a01874b569ec972a528b43375 for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:53:39.377573 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.389183 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.436622 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Made reservation on behalf of 38157e17669447d2ae7961d282988f6a for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:53:39.438871 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.456134 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:39.459968 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:39.462927 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:39.468663 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:39.477095 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c8c43cd-6691-42d2-bf43-268688d9bcea,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:39.484669 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2340541 Aug 24 18:53:39.485192 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38134) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:39.486019 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:39.488466 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 5c8c43cd-6691-42d2-bf43-268688d9bcea details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:53:39.491758 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Request body: {'subnet': {'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-subnet', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:39.496384 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:39.500199 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Usage tracker for resource:subnet and tenant:b9343e3993114cb19e51ddd4e31419e6 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:39.503234 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:39.509111 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:39.523501 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.554279 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.571607 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:39.575518 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:38157e17669447d2ae7961d282988f6a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:39.578416 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:39.584519 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:39.653251 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.659689 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.660173 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Made reservation on behalf of b9343e3993114cb19e51ddd4e31419e6 for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:53:39.663050 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-095f9e0d-7901-4121-a2d1-e7d9111ed0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:39.669460 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.694755 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e1ffa4-df01-45a3-b861-ceaf95a5870c,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:39.706419 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.706904 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.707251 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.707795 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.708131 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.708455 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.708781 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.709103 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.709422 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.709738 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.710131 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Tracked resource versions report: Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: pushed versions: Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Log': {'1.0'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Network': {'1.1'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Port': {'1.5'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'PortForwarding': {'1.2'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'QosPolicy': {'1.8'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'SecurityGroup': {'1.2'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'SubPort': {'1.0'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Subnet': {'1.1'}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Trunk': {'1.1'}} Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: consumer versions: Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: { DHCP agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: HyperV agent@hv-cinder-80582: {}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: L3 agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: Metadata agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: Metering agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: Open vSwitch agent@dv-cinder-805825-1-smb: { 'ConntrackHelper': '1.0', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Log': '1.0', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Network': '1.1', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Port': '1.5', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'PortForwarding': '1.2', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'QosPolicy': '1.8', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'SecurityGroup': '1.2', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'SecurityGroupRule': '1.0', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'SubPort': '1.0', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Subnet': '1.1', Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: 'Trunk': '1.1'}} Aug 24 18:53:39.711138 dv-cinder-805825-1-smb neutron-server[75889]: {{(pid=75889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:53:39.718355 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:39.719036 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=75889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:53:39.730486 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.731309 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Added segment 29969a63-4f6c-45f1-8ee0-0ff48a9f69ac of type vlan for network 532d8d62-190d-430c-8008-5927af9c724f Aug 24 18:53:39.739033 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.758291 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-060840d5-f237-41e4-a4c1-8a35ef2f6eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:39.803128 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.808158 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47514d75-645b-4aab-99c7-b08696701bf5,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:39.812226 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:39.951198 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.952585 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:39.953305 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:39.959006 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:40.019365 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.db.api [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:53:40.021835 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_db.api [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:53:40.041836 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.051542 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:40.123019 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=532d8d62-190d-430c-8008-5927af9c724f,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:40.125866 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:40.135246 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 532d8d62-190d-430c-8008-5927af9c724f details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:53:40.199165 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2857447 Aug 24 18:53:40.203867 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38154) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:40.210274 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Request body: {'subnet': {'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-subnet', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:40.217601 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:40.226271 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Checking segment: {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:53:40.226634 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Network hostable DHCP agents. Network: 5c8c43cd-6691-42d2-bf43-268688d9bcea, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:53:40.238054 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Usage tracker for resource:subnet and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:40.238054 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:40.250430 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:40.295829 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72dc8022-b948-4086-b056-ec757d0fc004,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:40.298767 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:40.355527 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Made reservation on behalf of e3fdee0a01874b569ec972a528b43375 for: {'subnet': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:53:40.358375 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Notify callbacks [] for subnet, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.391166 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Network 5c8c43cd-6691-42d2-bf43-268688d9bcea is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:53:40.465663 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 5c8c43cd-6691-42d2-bf43-268688d9bcea) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:40.476470 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:40.477944 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.478316 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee07df-5481-4604-9111-48a17910b0f3 None None] Network 5c8c43cd-6691-42d2-bf43-268688d9bcea requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:53:40.524181 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.576119 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=75889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:53:40.606571 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.607164 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Added segment 88fb0885-f33b-4e7c-826b-62af5180bcf4 of type vlan for network ddce4051-6187-4082-96ea-6e47145b5c61 Aug 24 18:53:40.615449 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1282260 Aug 24 18:53:40.617984 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38170) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:40.628303 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:40.629524 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:40.633824 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Usage tracker for resource:router and tenant:b9343e3993114cb19e51ddd4e31419e6 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:40.638774 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:40.645681 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:40.655888 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.743388 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8395969-4e47-4da0-9d61-b92d1e4ddd13 None None] Network 5c8c43cd-6691-42d2-bf43-268688d9bcea requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:53:40.787284 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1672817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4801'] for router, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.788809 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1672722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686218', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1758666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4822'] for router, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.790169 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for subnet, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.795146 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:40.857052 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.859651 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.877898 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:40.878546 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:40.981173 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:40.989832 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:40.993070 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-f6a28395-b7d0-4328-b4a6-fccfd61dedcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:41.139331 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1945479 Aug 24 18:53:41.143545 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38182) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:41.149815 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Request body: {'subnet': {'network_id': 'ddce4051-6187-4082-96ea-6e47145b5c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2074757660-subnet', 'tenant_id': '38157e17669447d2ae7961d282988f6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:41.158314 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:41.170445 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Usage tracker for resource:subnet and tenant:38157e17669447d2ae7961d282988f6a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:41.177537 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:41.190871 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:41.195862 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Checking segment: {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:53:41.196215 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Network hostable DHCP agents. Network: 532d8d62-190d-430c-8008-5927af9c724f, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:53:41.220876 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=ddce4051-6187-4082-96ea-6e47145b5c61,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:41.223526 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:41.232802 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network ddce4051-6187-4082-96ea-6e47145b5c61 details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:53:41.333735 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Network 532d8d62-190d-430c-8008-5927af9c724f is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:53:41.371856 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Made reservation on behalf of 38157e17669447d2ae7961d282988f6a for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:53:41.373611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:41.462869 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:41.465475 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 532d8d62-190d-430c-8008-5927af9c724f) {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:41.478695 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:41.481122 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:41.483583 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eff935-4a3a-4c87-8bab-74ffd028c39c None None] Network 532d8d62-190d-430c-8008-5927af9c724f requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:53:41.638421 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4333489 Aug 24 18:53:41.641336 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38194) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:41.647835 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:41.654594 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:41.660341 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Usage tracker for resource:router and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:41.665023 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:41.674895 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:41.712690 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50a503f-42fd-50dd-8832-94e7b5c7b4ac-532d8d62-190d-430c-8008-5927af9c724f', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29'}]}} from dv-cinder-805825-1-smb. {{(pid=75890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:53:41.713656 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:41.730257 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:41.743239 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-78e6904c-ee94-4f1e-8ce8-bab0898d0c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:41.786849 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1672817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4801'] for router, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:41.787798 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1672722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686218', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1758666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4822'] for router, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:41.826928 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:41.866629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73538b2f-70fa-46e7-8c35-8ef1daf391b9,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:41.879363 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:41.896092 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:53:41.921814 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Checking segment: {'id': '88fb0885-f33b-4e7c-826b-62af5180bcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ddce4051-6187-4082-96ea-6e47145b5c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:53:41.922211 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Network hostable DHCP agents. Network: ddce4051-6187-4082-96ea-6e47145b5c61, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:53:42.028589 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.db_base_plugin_common [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Allocated IP 172.20.0.2 (532d8d62-190d-430c-8008-5927af9c724f/57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29/8025f983-7a41-4dd1-ad3a-fac80e551c21) {{(pid=75890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:53:42.038829 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.077078 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.167046 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.194702 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Network ddce4051-6187-4082-96ea-6e47145b5c61 is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:53:42.293474 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Allocated IP 172.28.1.128 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/b17eef1c-6612-42e0-b4c8-d9fb6362a279) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:53:42.390453 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Notify callbacks [] for port, precommit_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.406918 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Transition to ACTIVE for port object 8025f983-7a41-4dd1-ad3a-fac80e551c21 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:53:42.431454 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Transition to ACTIVE for port object 8025f983-7a41-4dd1-ad3a-fac80e551c21 will not be triggered until provisioned by entity DHCP. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:53:42.534854 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.548426 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.582960 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.643229 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, ddce4051-6187-4082-96ea-6e47145b5c61) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:42.647736 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:42.648349 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.655211 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31246d-f4af-47b3-809c-24f97edbc86d None None] Network ddce4051-6187-4082-96ea-6e47145b5c61 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:53:42.860455 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.872281 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:42.879462 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:42.887131 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7424769 Aug 24 18:53:42.892591 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:42.933297 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a77991-83d6-4735-a145-81003bfea693 None None] Network ddce4051-6187-4082-96ea-6e47145b5c61 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:53:42.974221 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Allocated IP 172.28.1.7 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/acea90f1-94c6-4585-a639-4787f543a7fc) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:53:42.999237 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b17eef1c-6612-42e0-b4c8-d9fb6362a279,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:43.004004 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:53:43.006383 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:43.019513 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:43.037525 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:53:43.110402 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Network 532d8d62-190d-430c-8008-5927af9c724f is already hosted by enough agents. {{(pid=75890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:53:43.123678 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.base_scheduler [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Resources bound (agent type, host, resource id): {{(pid=75890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:43.132773 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Received port after_create {{(pid=75890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:53:43.135734 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Pushing event updated for resources: {'Port': ['ID=8025f983-7a41-4dd1-ad3a-fac80e551c21,revision_number=1']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:43.214904 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.215498 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.215990 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.216478 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.216976 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.217459 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.217940 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.218445 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.218939 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.219417 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.219897 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Tracked resource versions report: Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: pushed versions: Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Log': {'1.0'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Network': {'1.1'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Port': {'1.5'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'PortForwarding': {'1.2'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'QosPolicy': {'1.8'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'SecurityGroup': {'1.2'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'SubPort': {'1.0'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Subnet': {'1.1'}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Trunk': {'1.1'}} Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: consumer versions: Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: { DHCP agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: HyperV agent@hv-cinder-80582: {}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: L3 agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: Metadata agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: Metering agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: Open vSwitch agent@dv-cinder-805825-1-smb: { 'ConntrackHelper': '1.0', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Log': '1.0', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Network': '1.1', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Port': '1.5', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'PortForwarding': '1.2', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'QosPolicy': '1.8', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'SecurityGroup': '1.2', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'SecurityGroupRule': '1.0', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'SubPort': '1.0', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Subnet': '1.1', Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: 'Trunk': '1.1'}} Aug 24 18:53:43.222225 dv-cinder-805825-1-smb neutron-server[75890]: {{(pid=75890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:53:43.274578 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:43.320693 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:43.348897 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Attempting to bind port 8025f983-7a41-4dd1-ad3a-fac80e551c21 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:53:43.349273 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Attempting to bind port 8025f983-7a41-4dd1-ad3a-fac80e551c21 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:53:43.349659 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Attempting to bind port 8025f983-7a41-4dd1-ad3a-fac80e551c21 on network 532d8d62-190d-430c-8008-5927af9c724f {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:53:43.368974 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:53:43.377427 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Checking segment: {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:53:43.377427 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:43.377427 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Bound using segment: {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:53:43.377427 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Bound port: 8025f983-7a41-4dd1-ad3a-fac80e551c21, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:53:43.377427 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:43.463803 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:43.464876 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684507'] for router, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:43.495474 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:43.498396 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] For port 8025f983-7a41-4dd1-ad3a-fac80e551c21, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:53:43.499671 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-f0fc30b4-542a-4e02-bc30-bcdc533ea7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:43.515690 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] For port 8025f983-7a41-4dd1-ad3a-fac80e551c21, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8025f983-7a41-4dd1-ad3a-fac80e551c21,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:53:43.592419 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:53:43.595469 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:43.607900 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:53:43.643922 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Pushing event updated for resources: {'Port': ['ID=acea90f1-94c6-4585-a639-4787f543a7fc,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:43.652353 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:43.686632 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:43.696423 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-83470e0a-688a-40f5-8089-bbe552d8bc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:43.734990 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38284) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:43.740699 dv-cinder-805825-1-smb neutron-server[75889]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 18:53:43.809699 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Pushing event updated for resources: {'Port': ['ID=8025f983-7a41-4dd1-ad3a-fac80e551c21,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:43.825701 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:43.909515 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38296) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:43.917719 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-cc69691f-e344-4576-b94b-1409f93da726 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:43.922058 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-cc69691f-e344-4576-b94b-1409f93da726 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Synchronizing usage tracker for tenant:38157e17669447d2ae7961d282988f6a on resource:network {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:53:43.927482 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Router 81bdf5b5-b7c3-4def-8341-22533c7b146c is scheduled to L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 with binding_index 1 {{(pid=75888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:53:43.955852 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:43.962135 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684507'] for router, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:44.071866 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-cc69691f-e344-4576-b94b-1409f93da726 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Unset dirty status for tenant:38157e17669447d2ae7961d282988f6a on resource:network {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:53:44.072658 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-cc69691f-e344-4576-b94b-1409f93da726 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/networks?id=ddce4051-6187-4082-96ea-6e47145b5c61 HTTP/1.1" status: 200 len: 812 time: 0.3366859 Aug 24 18:53:44.253175 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-e3441029-eb8f-4293-be5d-8dbd59b9f22b tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/quotas/38157e17669447d2ae7961d282988f6a HTTP/1.1" status: 200 len: 375 time: 0.1721673 Aug 24 18:53:44.269111 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:44.304323 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-bf20c645-9f40-4e37-9fe9-3faa093e5292 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=38157e17669447d2ae7961d282988f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432112 Aug 24 18:53:44.322342 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:44.327058 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Usage tracker for resource:security_group_rule and tenant:4ffd220ca13444d0babdf6e85b22b5b1 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:44.330014 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:44.336326 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:44.414348 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:53:44.426433 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Sync routers for ids ['81bdf5b5-b7c3-4def-8341-22533c7b146c'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:53:44.439642 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Routers {'81bdf5b5-b7c3-4def-8341-22533c7b146c'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:53:44.440606 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:53:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['81bdf5b5-b7c3-4def-8341-22533c7b146c'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:44.486106 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:44.496625 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-0e44083b-dab1-4b73-95ab-41a1b3eb73d7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75889) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:53:44.497673 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-0e44083b-dab1-4b73-95ab-41a1b3eb73d7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0855145 Aug 24 18:53:44.582611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38324) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:44.601947 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Router f67f6989-f28f-4a4e-934e-51595eee96a3 is scheduled to L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 with binding_index 1 {{(pid=75889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:53:44.607262 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:44.618345 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9914854 Aug 24 18:53:44.618345 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:44.619333 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38330) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:44.635226 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:44.666834 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Set router 81bdf5b5-b7c3-4def-8341-22533c7b146c gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:53:44.712020 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13006e16-2e45-4c37-9aac-ef346a1603e0,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:44.718834 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ffd220ca13444d0babdf6e85b22b5b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8076994 Aug 24 18:53:44.728115 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38334) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:44.728939 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:44.833544 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:44.836326 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-026edd0a-c206-4e5c-9b00-5aa8055c71bb service neutron] 10.222.0.20 "GET /v2.0/networks/ddce4051-6187-4082-96ea-6e47145b5c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313313 Aug 24 18:53:44.880908 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3020a888-06fe-4238-84d5-1c545e91ff5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:44.898839 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:44.912668 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Usage tracker for resource:security_group_rule and tenant:3d0dcd2893514371b9a8aed740c89d0e is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:44.918372 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:44.933743 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3020a888-06fe-4238-84d5-1c545e91ff5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:44.945893 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:45.132182 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8025f983-7a41-4dd1-ad3a-fac80e551c21 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:53:45.153005 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:40Z', 'updated_at': '2021-08-24T18:53:43Z', 'revision_number': 3, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'gw_port': {'id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:45.165800 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Checking router: 81bdf5b5-b7c3-4def-8341-22533c7b146c for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:53:45.166280 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Updating router 81bdf5b5-b7c3-4def-8341-22533c7b146c port b17eef1c-6612-42e0-b4c8-d9fb6362a279 binding host dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:53:45.195712 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e141fa69-15bb-4d48-bfd8-26afc9ecc190 None None] Network 532d8d62-190d-430c-8008-5927af9c724f requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:53:45.202374 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:45.271233 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3020a888-06fe-4238-84d5-1c545e91ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:45.276980 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:45.295600 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020a888-06fe-4238-84d5-1c545e91ff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13006e16-2e45-4c37-9aac-ef346a1603e0,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:45.299876 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3020a888-06fe-4238-84d5-1c545e91ff5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:45.311172 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3020a888-06fe-4238-84d5-1c545e91ff5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:45.313195 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-3020a888-06fe-4238-84d5-1c545e91ff5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13006e16-2e45-4c37-9aac-ef346a1603e0 HTTP/1.1" status: 204 len: 168 time: 0.5832970 Aug 24 18:53:45.324920 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-3b68b33a-ee0d-4622-8950-30d1efb2aa85 service neutron] 10.222.0.20 "GET /v2.0/networks/ddce4051-6187-4082-96ea-6e47145b5c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759483 Aug 24 18:53:45.326901 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:45.335073 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:45.351164 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-20534c1b-4f5f-4257-9392-f4596b72b12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:45.459944 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff5e1a4-2a36-4301-8cfd-3151663aa3d8,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:45.491490 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:53:45.494442 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:45.516862 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Sync routers for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:53:45.541510 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d0dcd2893514371b9a8aed740c89d0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9594910 Aug 24 18:53:45.544107 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38366) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:45.558556 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:53:45.559253 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:53:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:45.627239 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:45.637471 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9866526 Aug 24 18:53:45.665294 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38372) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:45.817934 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:53:45.883608 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Notify callbacks [] for port, precommit_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:45.901129 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-07b2c3f9-f680-45f2-9198-cdcdd84b6155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:45.909604 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.provisioning_blocks [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Transition to ACTIVE for port object b17eef1c-6612-42e0-b4c8-d9fb6362a279 will not be triggered until provisioned by entity L2. {{(pid=75891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:53:45.958656 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-07b2c3f9-f680-45f2-9198-cdcdd84b6155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:45.993593 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-05758b90-c314-4836-aef9-6298db1c40bb None None] Provisioning for port 8025f983-7a41-4dd1-ad3a-fac80e551c21 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:53:46.014681 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:46.020159 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-9552e2c9-49ea-4f7d-90b8-ca3c48958adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:46.209590 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Attempting to bind port b17eef1c-6612-42e0-b4c8-d9fb6362a279 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:53:46.209590 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Attempting to bind port b17eef1c-6612-42e0-b4c8-d9fb6362a279 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:53:46.209590 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Attempting to bind port b17eef1c-6612-42e0-b4c8-d9fb6362a279 on network 235a799a-ae38-4f75-bc14-04b553bb03ab {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:53:46.236456 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:53:46.236886 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Checking segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:53:46.237304 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:46.237696 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Bound using segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:53:46.242586 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Bound port: b17eef1c-6612-42e0-b4c8-d9fb6362a279, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:53:46.243101 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:46.404907 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-79b541a2-9794-4289-90e9-a14622634b7b req-7a15a75c-f1e7-415d-9695-fb7eee7d7bf9 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 210 time: 0.2868245 Aug 24 18:53:46.425328 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] For port b17eef1c-6612-42e0-b4c8-d9fb6362a279, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:53:46.429241 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] For port b17eef1c-6612-42e0-b4c8-d9fb6362a279, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=b17eef1c-6612-42e0-b4c8-d9fb6362a279,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:53:46.477794 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 8025f983-7a41-4dd1-ad3a-fac80e551c21 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:53:46.523158 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Pushing event updated for resources: {'Port': ['ID=b17eef1c-6612-42e0-b4c8-d9fb6362a279,revision_number=2']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:46.527827 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 8025f983-7a41-4dd1-ad3a-fac80e551c21 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:46.528203 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:46.540776 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:46.596213 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-07b2c3f9-f680-45f2-9198-cdcdd84b6155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:46.607070 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.609638 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.610718 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.614890 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.615524 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.616086 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.616621 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.618144 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.626013 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.626013 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.626013 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Tracked resource versions report: Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: pushed versions: Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Log': {'1.0'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Network': {'1.1'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Port': {'1.5'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'PortForwarding': {'1.2'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'QosPolicy': {'1.8'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'SecurityGroup': {'1.2'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'SubPort': {'1.0'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Subnet': {'1.1'}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Trunk': {'1.1'}} Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: consumer versions: Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: { DHCP agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: HyperV agent@hv-cinder-80582: {}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: L3 agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: Metadata agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: Metering agent@dv-cinder-805825-1-smb: {}, Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: Open vSwitch agent@dv-cinder-805825-1-smb: { 'ConntrackHelper': '1.0', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Log': '1.0', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Network': '1.1', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Port': '1.5', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'PortForwarding': '1.2', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'QosPolicy': '1.8', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'SecurityGroup': '1.2', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'SecurityGroupRule': '1.0', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'SubPort': '1.0', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Subnet': '1.1', Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: 'Trunk': '1.1'}} Aug 24 18:53:46.627349 dv-cinder-805825-1-smb neutron-server[75891]: {{(pid=75891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:53:46.649252 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:46.736874 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2c3f9-f680-45f2-9198-cdcdd84b6155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff5e1a4-2a36-4301-8cfd-3151663aa3d8,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:46.740113 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Routers {'81bdf5b5-b7c3-4def-8341-22533c7b146c'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:53:46.740698 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:53:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['81bdf5b5-b7c3-4def-8341-22533c7b146c'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:46.756276 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-07b2c3f9-f680-45f2-9198-cdcdd84b6155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:46.766552 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-07b2c3f9-f680-45f2-9198-cdcdd84b6155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:46.768275 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-07b2c3f9-f680-45f2-9198-cdcdd84b6155 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ff5e1a4-2a36-4301-8cfd-3151663aa3d8 HTTP/1.1" status: 204 len: 168 time: 1.2231176 Aug 24 18:53:46.901216 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:46.943826 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:46.949893 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:46.999952 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:47.014324 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:43Z', 'revision_number': 3, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:47.034444 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Checking router: f67f6989-f28f-4a4e-934e-51595eee96a3 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:53:47.035209 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Updating router f67f6989-f28f-4a4e-934e-51595eee96a3 port acea90f1-94c6-4585-a639-4787f543a7fc binding host dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:53:47.059158 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Pushing event updated for resources: {'Port': ['ID=b17eef1c-6612-42e0-b4c8-d9fb6362a279,revision_number=3']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:47.064872 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:47.125624 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 8025f983-7a41-4dd1-ad3a-fac80e551c21, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8025f983-7a41-4dd1-ad3a-fac80e551c21,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:53:47.203881 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] Set router 81bdf5b5-b7c3-4def-8341-22533c7b146c gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:53:47.235535 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38438) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:47.241943 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:47.289074 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:47.326575 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e6de56e2-36a9-4004-9cf2-fdc3371fb8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:47.338747 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:47.374284 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-6f801031-1cf4-4761-b2da-fabf013caa2f None None] Provisioning complete for port 8025f983-7a41-4dd1-ad3a-fac80e551c21 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:47.378102 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-6f801031-1cf4-4761-b2da-fabf013caa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:47.444915 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Allocated IP 172.20.0.1 (5c8c43cd-6691-42d2-bf43-268688d9bcea/72dc8022-b948-4086-b056-ec757d0fc004/b52a7687-b98e-4e87-9ebd-e9638359e350) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:53:47.469133 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:47.491613 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Usage tracker for resource:security_group_rule and tenant:12932d25abd045668dd4cd3246a5dd5a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:47.495200 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:47.516949 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:47.554398 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=8025f983-7a41-4dd1-ad3a-fac80e551c21,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:47.565778 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:47.614606 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:40Z', 'updated_at': '2021-08-24T18:53:43Z', 'revision_number': 3, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'gw_port': {'id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:47.619882 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d2a16-063b-4225-b3ad-a9bf403256c0 None None] The sync data for ids ['81bdf5b5-b7c3-4def-8341-22533c7b146c'] in dv-cinder-805825-1-smb is: [{'id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:40Z', 'updated_at': '2021-08-24T18:53:43Z', 'revision_number': 3, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'gw_port': {'id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:53:47.789659 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:47.802679 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f98a6e60-68fe-4844-8a0f-5be316bf4dcb req-148e777d-82e7-4b9d-b33a-0e81c7f978c2 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 210 time: 0.1055934 Aug 24 18:53:47.910625 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Notify callbacks [] for port, precommit_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:47.935591 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Transition to ACTIVE for port object acea90f1-94c6-4585-a639-4787f543a7fc will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:53:48.006184 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.018804 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.071331 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.076360 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:48.154108 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.155785 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.168662 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:48.236914 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6d041-ddf7-4265-b11a-415188ef4240 None None] Pushing event updated for resources: {'Port': ['ID=acea90f1-94c6-4585-a639-4787f543a7fc,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:48.239424 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Attempting to bind port acea90f1-94c6-4585-a639-4787f543a7fc on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:53:48.239796 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Attempting to bind port acea90f1-94c6-4585-a639-4787f543a7fc by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:53:48.244744 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Attempting to bind port acea90f1-94c6-4585-a639-4787f543a7fc on network 235a799a-ae38-4f75-bc14-04b553bb03ab {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:53:48.244744 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-42d6d041-ddf7-4265-b11a-415188ef4240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:48.252784 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:53:48.253169 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Checking segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:53:48.253577 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.253969 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Bound using segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:53:48.254496 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Bound port: acea90f1-94c6-4585-a639-4787f543a7fc, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:53:48.259556 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.275950 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Allocated IP 172.20.0.1 (532d8d62-190d-430c-8008-5927af9c724f/57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29/b68c2ff4-1b44-4073-999a-722725940658) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:53:48.282883 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38462) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:48.327514 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89547911-7247-43d9-a059-9bcac023c8a2,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:48.348461 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12932d25abd045668dd4cd3246a5dd5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1095016 Aug 24 18:53:48.353110 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Network 5c8c43cd-6691-42d2-bf43-268688d9bcea is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:53:48.353283 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.353403 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38468) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:48.354020 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:48.359539 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-63b7d569-ca2f-4166-a6ea-d49ec638904b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:48.392731 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] For port acea90f1-94c6-4585-a639-4787f543a7fc, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:53:48.397537 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] For port acea90f1-94c6-4585-a639-4787f543a7fc, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=acea90f1-94c6-4585-a639-4787f543a7fc,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:53:48.400427 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:48.452106 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:53:48.452587 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684677'] for router_interface, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.486638 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:48.497436 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Usage tracker for resource:security_group_rule and tenant:e866980c56854610b88476baeb9c7325 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:48.514161 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:48.517686 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.523470 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:48.536927 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:48.593677 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c2583710-fd43-4579-ab78-f75cd31557cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.604522 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Pushing event updated for resources: {'Port': ['ID=b52a7687-b98e-4e87-9ebd-e9638359e350,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:48.629592 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:48.688286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38488) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:48.692100 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c2583710-fd43-4579-ab78-f75cd31557cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.741457 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:53:48.742143 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:53:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:48.804159 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.894973 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6d041-ddf7-4265-b11a-415188ef4240 None None] Pushing event updated for resources: {'Port': ['ID=acea90f1-94c6-4585-a639-4787f543a7fc,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:48.916121 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.917774 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-42d6d041-ddf7-4265-b11a-415188ef4240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:48.952884 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.988488 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.988996 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.provisioning_blocks [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Transition to ACTIVE for port object b68c2ff4-1b44-4073-999a-722725940658 will not be triggered until provisioned by entity DHCP. {{(pid=75888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:53:49.001244 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:49.020182 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.039062 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-338119b6-4ccf-4bcb-b3cf-3f0199989682 req-5fdce00a-f959-4d78-8d7e-79703ed59e0d tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 210 time: 0.1091955 Aug 24 18:53:49.052685 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957b6f32-da77-49df-93a9-adf88687de41,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:49.057698 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:49.065315 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e866980c56854610b88476baeb9c7325&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7767994 Aug 24 18:53:49.066696 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38502) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:49.096021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:53:49.103445 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:49.111836 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Usage tracker for resource:security_group_rule and tenant:b32f0cd983da46f1a0995ddfe6be8ac1 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:49.116603 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:49.130346 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:49.202282 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9ba7095a-1026-4b62-b483-26f7b84abc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.215775 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.224177 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c2583710-fd43-4579-ab78-f75cd31557cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.225266 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-dde34ef2-ab18-43d0-b6fe-13e2f0a7f2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:49.238127 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-776a711c-3640-4f8d-af69-40f331d3b5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:49.259453 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2583710-fd43-4579-ab78-f75cd31557cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89547911-7247-43d9-a059-9bcac023c8a2,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:49.276921 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c2583710-fd43-4579-ab78-f75cd31557cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:49.330839 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c2583710-fd43-4579-ab78-f75cd31557cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.336401 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-c2583710-fd43-4579-ab78-f75cd31557cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89547911-7247-43d9-a059-9bcac023c8a2 HTTP/1.1" status: 204 len: 168 time: 0.9749289 Aug 24 18:53:49.359032 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b68c2ff4-1b44-4073-999a-722725940658,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:49.368489 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.369374 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:49.400459 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9ba7095a-1026-4b62-b483-26f7b84abc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.402800 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.441471 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Network 532d8d62-190d-430c-8008-5927af9c724f is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:53:49.444096 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:49.450200 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:53:49.450670 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684677'] for router_interface, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.458272 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.468044 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:49.502959 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38512) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:49.571160 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:43Z', 'revision_number': 3, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:49.575874 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561357a-6189-42a0-9671-8c56c56db359 None None] The sync data for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb is: [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:43Z', 'revision_number': 3, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:53:49.632599 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.636432 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b17eef1c-6612-42e0-b4c8-d9fb6362a279 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:53:49.648443 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1374989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684268'] for router_interface, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.673042 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9ba7095a-1026-4b62-b483-26f7b84abc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.683587 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b32f0cd983da46f1a0995ddfe6be8ac1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9942265 Aug 24 18:53:49.693054 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38518) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:49.732877 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3020a888-06fe-4238-84d5-1c545e91ff5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:49.766095 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9d6f8a-30f4-4ace-b393-d421c46bc5d1,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:49.778616 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:49.779042 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:49.800407 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port b17eef1c-6612-42e0-b4c8-d9fb6362a279 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:53:49.802488 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.815096 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.816503 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port b17eef1c-6612-42e0-b4c8-d9fb6362a279 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:49.817044 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.851294 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:49.855176 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Usage tracker for resource:security_group_rule and tenant:ff4e53ee8c2345039ccb9e019fb2b883 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:49.858869 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:49.866008 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:49.870387 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Pushing event updated for resources: {'Port': ['ID=b52a7687-b98e-4e87-9ebd-e9638359e350,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:49.874117 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:49.880326 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7095a-1026-4b62-b483-26f7b84abc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b6f32-da77-49df-93a9-adf88687de41,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:49.885193 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Network 5c8c43cd-6691-42d2-bf43-268688d9bcea is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:53:49.886843 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:49.889993 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9ba7095a-1026-4b62-b483-26f7b84abc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:49.894638 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9ba7095a-1026-4b62-b483-26f7b84abc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.898223 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-9ba7095a-1026-4b62-b483-26f7b84abc71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/957b6f32-da77-49df-93a9-adf88687de41 HTTP/1.1" status: 204 len: 168 time: 0.8259723 Aug 24 18:53:50.059739 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-2d2b5b82-1a2d-4355-9e05-be6aacac6a83 None None] Provisioning for port b68c2ff4-1b44-4073-999a-722725940658 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:53:50.117788 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-2d2b5b82-1a2d-4355-9e05-be6aacac6a83 None None] Provisioning complete for port b68c2ff4-1b44-4073-999a-722725940658 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:50.118188 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5b82-1a2d-4355-9e05-be6aacac6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.125892 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f2e65624-ba95-4b64-80cf-2047322c694e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.235009 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.296749 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port b17eef1c-6612-42e0-b4c8-d9fb6362a279, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=b17eef1c-6612-42e0-b4c8-d9fb6362a279,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:53:50.298241 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b5b82-1a2d-4355-9e05-be6aacac6a83 None None] Port b68c2ff4-1b44-4073-999a-722725940658 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:53:50.358047 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.367609 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.368875 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8025f983-7a41-4dd1-ad3a-fac80e551c21 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:53:50.408907 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f2e65624-ba95-4b64-80cf-2047322c694e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.430328 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cf45a48a-6901-4942-8566-605b0f6a96fa req-afd9037a-2b31-42af-861c-58bd5687e596 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 210 time: 0.0867767 Aug 24 18:53:50.479961 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:50.580570 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.596051 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.611026 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8a25bb82-33b3-4c2b-b615-907d0018a4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:50.631688 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=b17eef1c-6612-42e0-b4c8-d9fb6362a279,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:50.637553 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Router 81bdf5b5-b7c3-4def-8341-22533c7b146c has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:53:50.639487 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:50.645622 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5c4711-ffc6-4cda-9b8e-2bdcc1868ef9,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:50.650013 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:50.655807 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.659398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1374989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684268'] for router_interface, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.668109 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 8025f983-7a41-4dd1-ad3a-fac80e551c21 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:50.668429 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.671343 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:50.807688 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b68c2ff4-1b44-4073-999a-722725940658,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:50.823027 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff4e53ee8c2345039ccb9e019fb2b883&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3191650 Aug 24 18:53:50.824487 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:50.830378 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38564) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:50.929279 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ee2033c3-b100-4574-9002-cf848c873e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.961281 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:53:50.963765 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ee2033c3-b100-4574-9002-cf848c873e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:50.972750 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] 10.222.0.20 "PUT /v2.0/routers/81bdf5b5-b7c3-4def-8341-22533c7b146c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3519015 Aug 24 18:53:50.996489 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Network 532d8d62-190d-430c-8008-5927af9c724f is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:53:50.997638 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:51.056637 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f2e65624-ba95-4b64-80cf-2047322c694e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:51.067191 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-766b5376-6b5a-49ae-9d0e-97251f1012be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:51.097684 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e65624-ba95-4b64-80cf-2047322c694e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9d6f8a-30f4-4ace-b393-d421c46bc5d1,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:51.105031 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f2e65624-ba95-4b64-80cf-2047322c694e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:51.198043 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f2e65624-ba95-4b64-80cf-2047322c694e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:51.199184 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-f2e65624-ba95-4b64-80cf-2047322c694e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea9d6f8a-30f4-4ace-b393-d421c46bc5d1 HTTP/1.1" status: 204 len: 168 time: 1.5015879 Aug 24 18:53:51.206595 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ee2033c3-b100-4574-9002-cf848c873e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:51.211585 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:51.239220 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2033c3-b100-4574-9002-cf848c873e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5c4711-ffc6-4cda-9b8e-2bdcc1868ef9,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:51.247350 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ee2033c3-b100-4574-9002-cf848c873e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:51.251796 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-b2fdfbb1-4998-4532-974b-b16277033a11 None None] Provisioning complete for port b68c2ff4-1b44-4073-999a-722725940658 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:51.252540 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b2fdfbb1-4998-4532-974b-b16277033a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:51.260540 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ee2033c3-b100-4574-9002-cf848c873e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:51.267553 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-ee2033c3-b100-4574-9002-cf848c873e89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb5c4711-ffc6-4cda-9b8e-2bdcc1868ef9 HTTP/1.1" status: 204 len: 168 time: 0.4314427 Aug 24 18:53:51.326909 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdfbb1-4998-4532-974b-b16277033a11 None None] Port b68c2ff4-1b44-4073-999a-722725940658 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:53:51.444509 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b17eef1c-6612-42e0-b4c8-d9fb6362a279 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:53:51.484996 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Router f67f6989-f28f-4a4e-934e-51595eee96a3 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:53:51.529778 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port b17eef1c-6612-42e0-b4c8-d9fb6362a279 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:51.529778 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:51.546822 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.58', 59669) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:51.569040 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38586) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:51.848621 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8e689135-dc70-4189-b64f-9b797a72e40b req-c63fde46-cdab-4a28-910c-1a15abacd179 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 210 time: 0.2040701 Aug 24 18:53:51.897369 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:53:51.913870 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] 10.222.0.20 "PUT /v2.0/routers/f67f6989-f28f-4a4e-934e-51595eee96a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2369232 Aug 24 18:53:51.948130 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-95e41d57-9fc6-48c9-9b15-3e517ce986c4 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:51.949852 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-95e41d57-9fc6-48c9-9b15-3e517ce986c4 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.58 "GET /v2.0/networks?id=ddce4051-6187-4082-96ea-6e47145b5c61 HTTP/1.1" status: 200 len: 812 time: 0.3820934 Aug 24 18:53:51.995484 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Request body: {'port': {'device_id': 'b825867a-2f32-4ae2-a342-f5e35081e97e', 'network_id': 'ddce4051-6187-4082-96ea-6e47145b5c61', 'admin_state_up': True, 'tenant_id': '38157e17669447d2ae7961d282988f6a'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:52.054324 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Sync routers for ids ['81bdf5b5-b7c3-4def-8341-22533c7b146c'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:53:52.081255 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Routers {'81bdf5b5-b7c3-4def-8341-22533c7b146c'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:53:52.081897 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:53:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['81bdf5b5-b7c3-4def-8341-22533c7b146c'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:52.166842 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:52.171600 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Usage tracker for resource:port and tenant:38157e17669447d2ae7961d282988f6a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:52.178974 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:52.189607 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:52.310720 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Made reservation on behalf of 38157e17669447d2ae7961d282988f6a for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:53:52.313747 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:52.585151 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Set router 81bdf5b5-b7c3-4def-8341-22533c7b146c gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:53:52.586986 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:52.688446 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Allocated IP 172.20.0.7 (ddce4051-6187-4082-96ea-6e47145b5c61/73538b2f-70fa-46e7-8c35-8ef1daf391b9/4d4152f0-3c00-4cfe-b655-50f93bfb72d7) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:53:52.704811 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:52.709209 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Usage tracker for resource:security_group_rule and tenant:75bab315e7254f7998cf956c4a9f513e is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:52.713286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:52.739579 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:52.784268 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:40Z', 'updated_at': '2021-08-24T18:53:48Z', 'revision_number': 4, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'gw_port': {'id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b52a7687-b98e-4e87-9ebd-e9638359e350', 'name': '', 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'mac_address': 'fa:16:3e:7b:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72dc8022-b948-4086-b056-ec757d0fc004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 2, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'subnets': [{'id': '72dc8022-b948-4086-b056-ec757d0fc004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:52.789358 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Checking router: 81bdf5b5-b7c3-4def-8341-22533c7b146c for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:53:52.789810 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Updating router 81bdf5b5-b7c3-4def-8341-22533c7b146c port b52a7687-b98e-4e87-9ebd-e9638359e350 binding host dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:53:52.854550 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:52.968633 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:52.993435 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.030513 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.038747 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:53.077498 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f118c-5b8b-4be0-8415-095fd112cdf7,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:53.086421 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75bab315e7254f7998cf956c4a9f513e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5154176 Aug 24 18:53:53.086560 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38630) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:53.087271 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:53.142695 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.151052 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:53.183806 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7f4efb0c-dd57-485d-8d11-40153a4c466a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.225296 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Network ddce4051-6187-4082-96ea-6e47145b5c61 is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:53:53.228865 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:53.233301 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:53:53.242776 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:53.247777 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.253354 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7f4efb0c-dd57-485d-8d11-40153a4c466a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.253546 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38636) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:53.279586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Pushing event updated for resources: {'Port': ['ID=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:53.279586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:53.310919 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.346911 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:53.355191 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Usage tracker for resource:security_group_rule and tenant:23dcf577a7a54ea3a94a774ad4b597fa is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:53.360444 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:53.378885 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Notify callbacks [] for port, precommit_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.400716 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38656) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:53.403832 dv-cinder-805825-1-smb neutron-server[75888]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 18:53:53.406510 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:53.417998 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4271123 Aug 24 18:53:53.420977 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device acea90f1-94c6-4585-a639-4787f543a7fc up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:53:53.432648 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-462c1fa7-76d3-4216-bd29-b708c3d917a8 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75889) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:53:53.434256 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-462c1fa7-76d3-4216-bd29-b708c3d917a8 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0080180 Aug 24 18:53:53.442878 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.provisioning_blocks [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Transition to ACTIVE for port object b52a7687-b98e-4e87-9ebd-e9638359e350 will not be triggered until provisioned by entity L2. {{(pid=75891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:53:53.493529 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7f4efb0c-dd57-485d-8d11-40153a4c466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.507720 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-07b2c3f9-f680-45f2-9198-cdcdd84b6155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:53.524944 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4efb0c-dd57-485d-8d11-40153a4c466a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f118c-5b8b-4be0-8415-095fd112cdf7,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:53.530689 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-7f4efb0c-dd57-485d-8d11-40153a4c466a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:53.534093 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.534237 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7f4efb0c-dd57-485d-8d11-40153a4c466a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.535351 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-7f4efb0c-dd57-485d-8d11-40153a4c466a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a9f118c-5b8b-4be0-8415-095fd112cdf7 HTTP/1.1" status: 204 len: 168 time: 0.4444795 Aug 24 18:53:53.545630 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-310b12e6-a0f1-4aaa-a5c8-210632f13a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:53.565928 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.600623 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port acea90f1-94c6-4585-a639-4787f543a7fc completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:53:53.606955 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port acea90f1-94c6-4585-a639-4787f543a7fc triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:53.608449 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.613539 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-2f8d011d-95e6-4cc9-b67b-18dc79f3479c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:53.613689 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-2f8d011d-95e6-4cc9-b67b-18dc79f3479c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Synchronizing usage tracker for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:network {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:53:53.705285 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.743281 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-2f8d011d-95e6-4cc9-b67b-18dc79f3479c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Unset dirty status for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:network {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:53:53.744448 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-2f8d011d-95e6-4cc9-b67b-18dc79f3479c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 818 time: 0.3426790 Aug 24 18:53:53.744897 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954948cf-7af9-4041-b591-8591090f053f None None] Pushing event updated for resources: {'Port': ['ID=b52a7687-b98e-4e87-9ebd-e9638359e350,revision_number=3']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:53.750416 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-954948cf-7af9-4041-b591-8591090f053f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:53.767932 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:53.773790 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-0a461d8b-da7c-4b84-86af-3fcc2971df4b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/quotas/b9343e3993114cb19e51ddd4e31419e6 HTTP/1.1" status: 200 len: 375 time: 0.0236149 Aug 24 18:53:53.785543 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.790776 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23dcf577a7a54ea3a94a774ad4b597fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5331030 Aug 24 18:53:53.793915 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38670) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:53.827813 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port acea90f1-94c6-4585-a639-4787f543a7fc, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=acea90f1-94c6-4585-a639-4787f543a7fc,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:53:53.844168 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade3ae9-bd5c-46ee-b6cf-bf4ac286bddc,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:53.853664 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:53.881898 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.888284 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-37ba738a-838f-427b-942a-81d326c2252c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.888951 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-fa261290-f14c-43c3-9d8c-2f2b74b75af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:53.889053 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Attempting to bind port b52a7687-b98e-4e87-9ebd-e9638359e350 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:53:53.893679 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Attempting to bind port b52a7687-b98e-4e87-9ebd-e9638359e350 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:53:53.893679 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Attempting to bind port b52a7687-b98e-4e87-9ebd-e9638359e350 on network 5c8c43cd-6691-42d2-bf43-268688d9bcea {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:53:53.896823 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:53:53.897356 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Checking segment: {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:53:53.897658 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.898140 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Bound using segment: {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:53:53.898637 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Bound port: b52a7687-b98e-4e87-9ebd-e9638359e350, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'}}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:53:53.899032 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.942450 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-37ba738a-838f-427b-942a-81d326c2252c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:53.961086 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-ca4ced07-ea0f-462e-b494-34246734c0bb tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1818802 Aug 24 18:53:54.005014 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=acea90f1-94c6-4585-a639-4787f543a7fc,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:54.017236 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:54.024307 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] For port b52a7687-b98e-4e87-9ebd-e9638359e350, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:53:54.027797 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] For port b52a7687-b98e-4e87-9ebd-e9638359e350, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=b52a7687-b98e-4e87-9ebd-e9638359e350,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:53:54.082926 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:54.089147 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:54.099665 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-37ba738a-838f-427b-942a-81d326c2252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:54.104004 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:54.123533 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba738a-838f-427b-942a-81d326c2252c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade3ae9-bd5c-46ee-b6cf-bf4ac286bddc,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:54.132079 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-37ba738a-838f-427b-942a-81d326c2252c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:54.139424 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-37ba738a-838f-427b-942a-81d326c2252c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:54.146122 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-37ba738a-838f-427b-942a-81d326c2252c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ade3ae9-bd5c-46ee-b6cf-bf4ac286bddc HTTP/1.1" status: 204 len: 168 time: 0.3475924 Aug 24 18:53:54.146354 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38686) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:54.152902 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--162635083', 'description': 'tempest-description--1533834102'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:54.164176 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:54.174544 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:security_group and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:54.181270 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:54.186827 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954948cf-7af9-4041-b591-8591090f053f None None] Pushing event updated for resources: {'Port': ['ID=b52a7687-b98e-4e87-9ebd-e9638359e350,revision_number=4']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:54.191888 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-954948cf-7af9-4041-b591-8591090f053f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:54.203267 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:54.211951 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Routers {'81bdf5b5-b7c3-4def-8341-22533c7b146c'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:53:54.212742 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:53:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['81bdf5b5-b7c3-4def-8341-22533c7b146c'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:54.286376 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:54.326400 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:54.332474 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:security_group_rule and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:54.336503 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:54.343163 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:54.393345 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfbe5e-5e2c-4140-80d1-8ff1f6f4bb6a req-d2d6d1d6-c6d9-483a-8681-95e7beb6a888 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:54.394150 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-37dfbe5e-5e2c-4140-80d1-8ff1f6f4bb6a req-d2d6d1d6-c6d9-483a-8681-95e7beb6a888 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Synchronizing usage tracker for tenant:38157e17669447d2ae7961d282988f6a on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:53:54.422862 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] Set router 81bdf5b5-b7c3-4def-8341-22533c7b146c gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:53:54.430784 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:54.493875 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-37dfbe5e-5e2c-4140-80d1-8ff1f6f4bb6a req-d2d6d1d6-c6d9-483a-8681-95e7beb6a888 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Unset dirty status for tenant:38157e17669447d2ae7961d282988f6a on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:53:54.495403 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-37dfbe5e-5e2c-4140-80d1-8ff1f6f4bb6a req-d2d6d1d6-c6d9-483a-8681-95e7beb6a888 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 931 time: 0.1906135 Aug 24 18:53:54.553060 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-37dfbe5e-5e2c-4140-80d1-8ff1f6f4bb6a req-d35bd131-3a1c-4884-be83-a051cf8cdd9a tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Synchronizing usage tracker for tenant:38157e17669447d2ae7961d282988f6a on resource:security_group {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:53:54.560533 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:54.567919 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:54.625596 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39716275-63a1-439b-ac03-47b27e9e3d24,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:54.628253 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:54.695579 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:54.698798 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-37dfbe5e-5e2c-4140-80d1-8ff1f6f4bb6a req-d35bd131-3a1c-4884-be83-a051cf8cdd9a tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Unset dirty status for tenant:38157e17669447d2ae7961d282988f6a on resource:security_group {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:53:54.703199 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-37dfbe5e-5e2c-4140-80d1-8ff1f6f4bb6a req-d35bd131-3a1c-4884-be83-a051cf8cdd9a tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006063 Aug 24 18:53:54.710764 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5606840 Aug 24 18:53:54.711655 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38698) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:54.738102 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'security_group_rule': {'security_group_id': '39716275-63a1-439b-ac03-47b27e9e3d24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:54.764428 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:54.769658 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:security_group_rule and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:54.774088 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:54.781004 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:54.808456 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Request body: {'port': {'device_id': 'b825867a-2f32-4ae2-a342-f5e35081e97e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:54.841822 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:40Z', 'updated_at': '2021-08-24T18:53:48Z', 'revision_number': 4, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'gw_port': {'id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b52a7687-b98e-4e87-9ebd-e9638359e350', 'name': '', 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'mac_address': 'fa:16:3e:7b:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72dc8022-b948-4086-b056-ec757d0fc004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:53:54Z', 'revision_number': 4, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'subnets': [{'id': '72dc8022-b948-4086-b056-ec757d0fc004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:53:54.847563 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcdf2e-47f7-4636-a1a5-5b2540f4f830 None None] The sync data for ids ['81bdf5b5-b7c3-4def-8341-22533c7b146c'] in dv-cinder-805825-1-smb is: [{'id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:40Z', 'updated_at': '2021-08-24T18:53:48Z', 'revision_number': 4, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'gw_port': {'id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b52a7687-b98e-4e87-9ebd-e9638359e350', 'name': '', 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'mac_address': 'fa:16:3e:7b:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72dc8022-b948-4086-b056-ec757d0fc004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:53:54Z', 'revision_number': 4, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'subnets': [{'id': '72dc8022-b948-4086-b056-ec757d0fc004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:53:54.867740 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:54.992104 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.025028 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.116976 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.120113 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:55.169377 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4890b1e9-323b-48a2-90f8-f6dd0c35c690,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:55.200599 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:55.305968 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.315832 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6008983 Aug 24 18:53:55.316588 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38708) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:55.329340 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'security_group_rule': {'security_group_id': '39716275-63a1-439b-ac03-47b27e9e3d24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:55.349427 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:55.357665 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:security_group_rule and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:55.368983 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:55.406932 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:55.566554 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b52a7687-b98e-4e87-9ebd-e9638359e350 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:53:55.576432 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.698520 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:53:55.721572 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.726584 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.762665 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Transition to ACTIVE for port object 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:53:55.832202 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.832885 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:55.859636 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf5055f-f6b3-4707-af04-6f6fa4c04894,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:55.864997 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:55.889226 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.906031 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:55.956306 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port b52a7687-b98e-4e87-9ebd-e9638359e350 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:53:55.961270 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port b52a7687-b98e-4e87-9ebd-e9638359e350 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:55.961646 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.984993 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:55.988538 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6708672 Aug 24 18:53:55.993026 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38722) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:53:55.999872 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'floatingip': {'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:53:56.013341 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:53:56.027025 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:floatingip and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:53:56.033348 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:53:56.045642 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:53:56.168098 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:56.230543 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:56.285563 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port b52a7687-b98e-4e87-9ebd-e9638359e350, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=b52a7687-b98e-4e87-9ebd-e9638359e350,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:53:56.294900 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Attempting to bind port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:53:56.295268 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Attempting to bind port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '88fb0885-f33b-4e7c-826b-62af5180bcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ddce4051-6187-4082-96ea-6e47145b5c61'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:53:56.295791 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Attempting to bind port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 on network ddce4051-6187-4082-96ea-6e47145b5c61 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:53:56.340338 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Pushing event updated for resources: {'Port': ['ID=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:56.346175 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 on network ddce4051-6187-4082-96ea-6e47145b5c61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:53:56.346535 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Attempting to bind port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 on network ddce4051-6187-4082-96ea-6e47145b5c61 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:53:56.354442 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:56.355450 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:53:56.359710 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Checking segment: {'id': '88fb0885-f33b-4e7c-826b-62af5180bcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ddce4051-6187-4082-96ea-6e47145b5c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:53:56.359710 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Bound using segment: {'id': '88fb0885-f33b-4e7c-826b-62af5180bcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ddce4051-6187-4082-96ea-6e47145b5c61'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:53:56.359710 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Bound port: 4d4152f0-3c00-4cfe-b655-50f93bfb72d7, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fb0885-f33b-4e7c-826b-62af5180bcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ddce4051-6187-4082-96ea-6e47145b5c61'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:53:56.359710 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:56.372578 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08ab95-d630-46fa-a59a-b1fe66e86253 req-09213194-d36e-4b45-a185-18ac1163f11b tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:56.374301 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3b08ab95-d630-46fa-a59a-b1fe66e86253 req-09213194-d36e-4b45-a185-18ac1163f11b tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.4103353 Aug 24 18:53:56.391262 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:56.392978 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device acea90f1-94c6-4585-a639-4787f543a7fc up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:53:56.495719 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:56.515804 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:56.534000 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] For port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:53:56.539774 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] For port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,segment=NetworkSegment(88fb0885-f33b-4e7c-826b-62af5180bcf4),segment_id=88fb0885-f33b-4e7c-826b-62af5180bcf4)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:53:56.573980 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3b08ab95-d630-46fa-a59a-b1fe66e86253 req-ca851681-6a5c-4339-843e-e8aed261e469 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878757 Aug 24 18:53:56.603289 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-dd304cf0-7de4-47a5-abe5-fc13d5d7cc10 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75888) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:53:56.605095 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-dd304cf0-7de4-47a5-abe5-fc13d5d7cc10 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 1.1203346 Aug 24 18:53:56.652215 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port acea90f1-94c6-4585-a639-4787f543a7fc triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:56.652758 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:56.677129 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:56.693163 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:56.748238 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=b52a7687-b98e-4e87-9ebd-e9638359e350,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:56.751888 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:56.774154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:56.775209 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] 10.222.0.58 "PUT /v2.0/ports/4d4152f0-3c00-4cfe-b655-50f93bfb72d7 HTTP/1.1" status: 200 len: 1093 time: 2.7667730 Aug 24 18:53:56.775973 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b825867a-2f32-4ae2-a342-f5e35081e97e', 'tag': '4d4152f0-3c00-4cfe-b655-50f93bfb72d7'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:53:56.900878 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Pushing event updated for resources: {'Port': ['ID=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:56.913487 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:56.971812 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Allocated IP 172.28.1.247 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/bfa5dc46-71dc-4648-95a0-53928c705325) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:53:57.040437 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-7c45d609-7344-4b11-95b8-3c87221b9edc service neutron] 10.222.0.20 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157706 Aug 24 18:53:57.257457 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c8191d90-0d6b-4a1e-8961-f83416d50911 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705320 Aug 24 18:53:57.340086 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:57.430042 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b52a7687-b98e-4e87-9ebd-e9638359e350 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:53:57.513539 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port b52a7687-b98e-4e87-9ebd-e9638359e350 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:53:57.513904 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:57.569214 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:57.575457 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:57.723253 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:53:57.727771 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:53:57.733279 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:53:57.739028 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'Port': ['ID=bfa5dc46-71dc-4648-95a0-53928c705325,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:57.742724 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:58.096489 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:58.187475 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8a8a5-6aca-47fc-b084-a4b44956130c req-e2e9b6fb-1180-48c1-8c5e-e93111a38f9e tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:58.193042 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f1f8a8a5-6aca-47fc-b084-a4b44956130c req-e2e9b6fb-1180-48c1-8c5e-e93111a38f9e tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.3346648 Aug 24 18:53:58.350881 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:58.388911 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f1f8a8a5-6aca-47fc-b084-a4b44956130c req-36cf87a2-ff94-48a6-8519-c3fedd988bdb tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910102 Aug 24 18:53:58.404045 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-4dd9c526-7663-48d6-83b4-de8403d4a3a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=38157e17669447d2ae7961d282988f6a&device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 1096 time: 0.1832073 Aug 24 18:53:58.591274 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-9a9aa073-6de6-4cb2-8540-c43ce84e9a94 req-ec69d6b7-466b-4f93-b6b6-bbc97ac8aef6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Synchronizing usage tracker for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:53:58.709008 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-9a9aa073-6de6-4cb2-8540-c43ce84e9a94 req-ec69d6b7-466b-4f93-b6b6-bbc97ac8aef6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Unset dirty status for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:53:58.710215 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a9aa073-6de6-4cb2-8540-c43ce84e9a94 req-ec69d6b7-466b-4f93-b6b6-bbc97ac8aef6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 210 time: 0.1958332 Aug 24 18:53:58.725632 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:58.836841 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:58.842235 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:53:58.961484 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:59.012534 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'Port': ['ID=bfa5dc46-71dc-4648-95a0-53928c705325,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:53:59.016718 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:53:59.064195 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:59.074528 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0797687 Aug 24 18:53:59.432775 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b825867a-2f32-4ae2-a342-f5e35081e97e', 'tag': '4d4152f0-3c00-4cfe-b655-50f93bfb72d7', 'status': 'completed', 'code': 200} Aug 24 18:53:59.668773 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b8e7e-6501-4774-9265-8cea7c696ad4 req-5e53f328-3ec7-4ec3-8a76-37ae47d2a1a7 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:53:59.681509 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9e2b8e7e-6501-4774-9265-8cea7c696ad4 req-5e53f328-3ec7-4ec3-8a76-37ae47d2a1a7 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.1233735 Aug 24 18:53:59.731235 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9e2b8e7e-6501-4774-9265-8cea7c696ad4 req-e892c67a-dde5-4428-98cc-6d18f8af6178 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489454 Aug 24 18:53:59.885606 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 38868) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:00.121947 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-9bacc973-30ac-4c5c-9b13-fa9ea6c7b1fb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:00.294176 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-9bacc973-30ac-4c5c-9b13-fa9ea6c7b1fb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:00.295581 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-9bacc973-30ac-4c5c-9b13-fa9ea6c7b1fb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--162635083&fields=id&tenant_id=e3fdee0a01874b569ec972a528b43375 HTTP/1.1" status: 200 len: 267 time: 0.2391126 Aug 24 18:54:00.500724 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-412f27f6-28ca-4dc3-8339-d384b4892cc2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:00.506115 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-412f27f6-28ca-4dc3-8339-d384b4892cc2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 817 time: 0.1942151 Aug 24 18:54:00.538784 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-c1b86e08-60af-496a-9357-067c2571f374 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/quotas/e3fdee0a01874b569ec972a528b43375 HTTP/1.1" status: 200 len: 375 time: 0.0291080 Aug 24 18:54:00.567605 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-43e81abf-3aab-4db5-84b7-40d55e936a8a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:00.569766 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-43e81abf-3aab-4db5-84b7-40d55e936a8a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 818 time: 0.2366881 Aug 24 18:54:00.592756 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-a1ceff3f-739b-4621-85dc-62a97a9d0797 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/quotas/b9343e3993114cb19e51ddd4e31419e6 HTTP/1.1" status: 200 len: 375 time: 0.0150428 Aug 24 18:54:00.714953 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-9e81a787-94d3-4624-93b9-2cecd40e70e1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:00.720219 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-60866790-e4fb-4413-bfeb-8868d84929bc tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199219 Aug 24 18:54:00.871409 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-42872207-network', 'tenant_id': '9999e348a0a94f9eb43df4ba62f0897d'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:00.880524 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:00.892147 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-dc017b16-3408-4648-894c-c7a54adb79fe service neutron] 10.222.0.20 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702375 Aug 24 18:54:00.897657 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-9e81a787-94d3-4624-93b9-2cecd40e70e1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:00.899554 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-9e81a787-94d3-4624-93b9-2cecd40e70e1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3550916 Aug 24 18:54:00.911352 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38896) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:00.924811 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Usage tracker for resource:network and tenant:9999e348a0a94f9eb43df4ba62f0897d is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:00.932286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:01.025444 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:01.116887 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-df4d5334-8c4b-4db8-9dc9-f85333b0a70d service neutron] 10.222.0.20 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236938 Aug 24 18:54:01.179435 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Made reservation on behalf of 9999e348a0a94f9eb43df4ba62f0897d for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:01.182461 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.215332 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.241709 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-67a19eea-75e8-49e1-a444-d51e9346ac84 service neutron] 10.222.0.20 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234808 Aug 24 18:54:01.256911 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:01.262032 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Usage tracker for resource:security_group_rule and tenant:9999e348a0a94f9eb43df4ba62f0897d is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:01.265848 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:01.273985 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:01.489299 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.545107 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-ae51d5b9-95a2-44cb-acd9-d4e124d2bfc3 service neutron] 10.222.0.20 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011203 Aug 24 18:54:01.560765 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.565452 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b43c7881-dfda-424e-8fee-989be7862b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:01.648525 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.709616 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:01.715105 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Usage tracker for resource:security_group_rule and tenant:d681479d9c594a049b9ccb2dfe920074 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:01.715306 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=75889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:54:01.718854 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:01.727442 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:01.746692 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa5d942-51e6-4ba3-8148-caf0a16888a3,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:01.753750 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:01.759128 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.759474 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Added segment 5c588de2-f802-4edb-982b-08b2e8851552 of type vlan for network bc4b8a45-b17a-4345-b411-3b780bec491e Aug 24 18:54:01.844101 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.875454 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.909367 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d3f7-d797-400f-9731-70ae30afe315 req-2a9bfa0c-7ae4-4a42-b66d-2d6cc68d6920 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:01.910924 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0165d3f7-d797-400f-9731-70ae30afe315 req-2a9bfa0c-7ae4-4a42-b66d-2d6cc68d6920 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.2806962 Aug 24 18:54:01.962428 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.975287 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:01.998901 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0165d3f7-d797-400f-9731-70ae30afe315 req-4534bbb8-9015-404e-97bb-24347c166eae tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782266 Aug 24 18:54:02.069546 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:02.070730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:02.073332 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:02.075301 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:02.083988 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:02.285894 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d681479d9c594a049b9ccb2dfe920074&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3735766 Aug 24 18:54:02.290613 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c90e4fa-f766-4018-be39-5f38ad076d5b,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:02.292977 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38938) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:02.358790 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:02.368819 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7dca664c-f6dc-4121-92f6-14df79cf3a82 req-f6b7d4f0-ee97-4b1d-bff0-5c34817f18f6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.2167096 Aug 24 18:54:02.482039 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-762b2b6e-1092-435c-bb5b-bfff206e2303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:02.591651 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-762b2b6e-1092-435c-bb5b-bfff206e2303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:02.666387 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c0595f3d-05dc-464d-93e5-0a3bcd919dad req-1f014b7f-e966-495b-8a31-1ab2f665fca6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.2327304 Aug 24 18:54:02.676659 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-d28bae03-e961-4f5e-a1a2-3a8f5e8d6a22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d4152f0-3c00-4cfe-b655-50f93bfb72d7 HTTP/1.1" status: 200 len: 217 time: 0.4950242 Aug 24 18:54:02.677318 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4b8a45-b17a-4345-b411-3b780bec491e,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:02.698801 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:02.701812 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network bc4b8a45-b17a-4345-b411-3b780bec491e details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:54:02.775091 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.8879209 Aug 24 18:54:02.778691 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 38950) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:02.785177 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Request body: {'subnet': {'network_id': 'bc4b8a45-b17a-4345-b411-3b780bec491e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-42872207-subnet', 'tenant_id': '9999e348a0a94f9eb43df4ba62f0897d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:02.793718 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-2d942a54-06da-4dbf-9da1-b669a01cb546 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:02.794770 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:02.795396 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-2d942a54-06da-4dbf-9da1-b669a01cb546 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73538b2f-70fa-46e7-8c35-8ef1daf391b9 HTTP/1.1" status: 200 len: 852 time: 0.0944545 Aug 24 18:54:02.808684 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Usage tracker for resource:subnet and tenant:9999e348a0a94f9eb43df4ba62f0897d is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:02.837769 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-762b2b6e-1092-435c-bb5b-bfff206e2303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:02.849958 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:02.884569 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:02.893183 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-f00b1707-8cbc-4ce2-868e-5eedc8bd58be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddce4051-6187-4082-96ea-6e47145b5c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704668 Aug 24 18:54:02.893645 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:02.904323 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b2b6e-1092-435c-bb5b-bfff206e2303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c90e4fa-f766-4018-be39-5f38ad076d5b,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:02.912736 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-762b2b6e-1092-435c-bb5b-bfff206e2303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:02.913480 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-762b2b6e-1092-435c-bb5b-bfff206e2303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:02.915173 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-762b2b6e-1092-435c-bb5b-bfff206e2303 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c90e4fa-f766-4018-be39-5f38ad076d5b HTTP/1.1" status: 204 len: 168 time: 0.5805941 Aug 24 18:54:03.099059 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Made reservation on behalf of 9999e348a0a94f9eb43df4ba62f0897d for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:03.101593 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:03.124396 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-18d9ee5e-1f19-4d20-811b-3f6dfa136d4c service neutron] 10.222.0.58 "GET /v2.0/networks/ddce4051-6187-4082-96ea-6e47145b5c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052126 Aug 24 18:54:03.436500 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-27cf4ec3-6680-4ed7-b047-fab5dde115f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:03.536273 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90c5a109-9712-4716-9833-f80c87f64bd0 req-5b1e0969-2d89-4abe-b725-8912a1d95d06 service neutron] 10.222.0.58 "GET /v2.0/networks/ddce4051-6187-4082-96ea-6e47145b5c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683188 Aug 24 18:54:03.662318 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-70c2cae0-27c4-443e-baf1-776bda66eaba req-cbf30694-3318-4bc9-96ef-648355fed454 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.0628476 Aug 24 18:54:03.760444 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6fee9-976f-4366-af95-b1e4bd675edc req-836039ce-c4c7-412c-9a2c-ea03f269e58f tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:03.761967 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-afe6fee9-976f-4366-af95-b1e4bd675edc req-836039ce-c4c7-412c-9a2c-ea03f269e58f tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.4043984 Aug 24 18:54:03.842806 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-afe6fee9-976f-4366-af95-b1e4bd675edc req-8fb32d3c-e416-4de0-a080-7cb6232f9f8b tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716519 Aug 24 18:54:03.887942 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:03.902104 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:03.965260 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c4b326b5-ef45-42ed-823d-9a4906e693f8 req-35aa3347-e4a2-4d80-9ba7-790a72918406 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.1011426 Aug 24 18:54:04.044349 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29470a5-f7b6-452f-9dd3-cd9e229bc618,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:04.059872 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:04.089769 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Checking segment: {'id': '5c588de2-f802-4edb-982b-08b2e8851552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc4b8a45-b17a-4345-b411-3b780bec491e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:04.090481 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Network hostable DHCP agents. Network: bc4b8a45-b17a-4345-b411-3b780bec491e, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:54:04.287717 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Network bc4b8a45-b17a-4345-b411-3b780bec491e is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:54:04.453786 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, bc4b8a45-b17a-4345-b411-3b780bec491e) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:04.460704 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:04.461766 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:04.473947 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1b60e-3f61-471d-81a7-fecda3f7bdbc None None] Network bc4b8a45-b17a-4345-b411-3b780bec491e requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:54:04.549413 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:04.618432 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8385313 Aug 24 18:54:04.723075 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d5dfb3-243e-4c5a-bae4-ca29746bcac0 None None] Network bc4b8a45-b17a-4345-b411-3b780bec491e requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:54:04.967998 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e9097ee0-a993-4333-b110-68ff13476bfa req-93725ccc-a58f-4a3b-9782-97b187365fba tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.1355636 Aug 24 18:54:05.301753 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba28018-6678-4350-ba20-9069aa36256d req-662fd1c4-aa87-4e67-ba38-7fd380586d6a tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:05.303984 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7ba28018-6678-4350-ba20-9069aa36256d req-662fd1c4-aa87-4e67-ba38-7fd380586d6a tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.2146044 Aug 24 18:54:05.351637 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f26707f7-6a3e-4a1c-b463-0adc80fe8fb2 req-73f77e7b-cf97-4360-b02c-5a7f6a53d27c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.0794678 Aug 24 18:54:05.365023 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7ba28018-6678-4350-ba20-9069aa36256d req-2beba2ab-753a-429c-83f8-5d22537f366a tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Aug 24 18:54:05.893558 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-627028e9-ddd4-43f3-98be-5d3f9b232c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:06.174693 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-977f41f5-ae5e-4286-b5d5-682026a09651 req-63fea10e-57da-412c-937e-805083395803 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.0617414 Aug 24 18:54:06.574508 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7053667c-85fa-4b04-9ee6-6eb87514150b req-17f3d759-14e7-4ae9-b99f-9bb930782b8f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.0668936 Aug 24 18:54:06.576410 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 39062) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:06.615984 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247a617-88a2-4c71-826a-6526d113a752 req-5803580c-e885-4af1-98e3-114ecaf37112 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:06.618283 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5247a617-88a2-4c71-826a-6526d113a752 req-5803580c-e885-4af1-98e3-114ecaf37112 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.0888517 Aug 24 18:54:06.667390 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5247a617-88a2-4c71-826a-6526d113a752 req-a6040d33-3c64-4e5f-b133-d1b355e0be01 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Aug 24 18:54:06.780282 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:06.784726 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:06.819737 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:06.823998 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Usage tracker for resource:security_group_rule and tenant:cf781f1a0f7645d99da0d7109303e81c is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:06.827122 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:06.832908 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:06.911019 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.011777 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.020012 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:07.060501 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74582616-2a3b-4b8a-bd20-f3ab53903573,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:07.064150 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:07.069072 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf781f1a0f7645d99da0d7109303e81c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4892318 Aug 24 18:54:07.070092 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 39078) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:07.132482 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b38039a2-02be-4a30-965e-cc170e27fe4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.136865 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39082) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:07.143428 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1567616458-network', 'tenant_id': '8d1f0bc5103e41be8f834cea66e2d34d'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:07.147992 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:07.152091 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Usage tracker for resource:network and tenant:8d1f0bc5103e41be8f834cea66e2d34d is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:07.155147 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:07.162148 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b38039a2-02be-4a30-965e-cc170e27fe4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.164177 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:07.328657 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Made reservation on behalf of 8d1f0bc5103e41be8f834cea66e2d34d for: {'network': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:07.333346 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cd78ded6-cdea-4e0a-ae70-489bc08ca211 req-989edc4b-a4cd-416d-b328-d2105a13a5d1 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.0418968 Aug 24 18:54:07.334699 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.357799 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.383251 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b38039a2-02be-4a30-965e-cc170e27fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.388619 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-835d6371-d1e8-4b8d-b3a0-8201659de49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:07.396303 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:07.400260 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:8d1f0bc5103e41be8f834cea66e2d34d is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:07.401046 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38039a2-02be-4a30-965e-cc170e27fe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74582616-2a3b-4b8a-bd20-f3ab53903573,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:07.403260 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:07.404614 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b38039a2-02be-4a30-965e-cc170e27fe4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:07.407209 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b38039a2-02be-4a30-965e-cc170e27fe4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.408897 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b38039a2-02be-4a30-965e-cc170e27fe4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74582616-2a3b-4b8a-bd20-f3ab53903573 HTTP/1.1" status: 204 len: 168 time: 0.3387449 Aug 24 18:54:07.412823 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:07.518275 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.612244 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.616611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a60aefa9-492e-4f03-9389-ba5d124a4759 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:07.644515 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=75888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:54:07.659147 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41751ce2-5eea-4aff-8df6-e1fbe14bf46d,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:07.664061 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:07.665024 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.665366 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.segments_db [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Added segment 82052a3c-ec6e-489e-ae05-231e9f816922 of type vlan for network a56b2e8f-81e9-414d-884a-e67b0f7d1f5b Aug 24 18:54:07.714479 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.765879 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-321f8b4c-67f5-4243-a4f5-40dfdbd44786 req-c54a58a0-1704-4782-b108-052b5abe4503 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=38157e17669447d2ae7961d282988f6a&device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 1096 time: 0.1120553 Aug 24 18:54:07.793802 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0ee80f06-e95e-467c-978c-e5cdc8a0e48d req-99d1a3b1-f4eb-4aec-ac43-3a1923daa89f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.0475659 Aug 24 18:54:07.920476 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.921863 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:07.922665 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:07.926483 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:07.989245 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8b4c-67f5-4243-a4f5-40dfdbd44786 req-28b0ed35-cdbf-4c15-9aaf-3cd546e78ae7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:07.990746 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-321f8b4c-67f5-4243-a4f5-40dfdbd44786 req-28b0ed35-cdbf-4c15-9aaf-3cd546e78ae7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddce4051-6187-4082-96ea-6e47145b5c61 HTTP/1.1" status: 200 len: 913 time: 0.2050424 Aug 24 18:54:08.071349 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=a56b2e8f-81e9-414d-884a-e67b0f7d1f5b,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:08.076486 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85c402-ff87-4671-b049-0997257f3dde req-893a08fb-cdb3-475f-9d96-6b77e03634f1 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:08.077953 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:08.084018 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-bc85c402-ff87-4671-b049-0997257f3dde req-893a08fb-cdb3-475f-9d96-6b77e03634f1 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.2111342 Aug 24 18:54:08.085120 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network a56b2e8f-81e9-414d-884a-e67b0f7d1f5b details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:54:08.104089 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-321f8b4c-67f5-4243-a4f5-40dfdbd44786 req-f90593a4-276a-4adb-a2b3-2824f261f0e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d4152f0-3c00-4cfe-b655-50f93bfb72d7 HTTP/1.1" status: 200 len: 217 time: 0.0990510 Aug 24 18:54:08.151039 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0128100 Aug 24 18:54:08.153685 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39122) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:08.160347 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Request body: {'subnet': {'network_id': 'a56b2e8f-81e9-414d-884a-e67b0f7d1f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1567616458-subnet', 'tenant_id': '8d1f0bc5103e41be8f834cea66e2d34d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:08.171643 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:08.184072 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-bc85c402-ff87-4671-b049-0997257f3dde req-e7bebf03-a6dd-426f-bcde-c8203071f1a7 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977185 Aug 24 18:54:08.191477 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Usage tracker for resource:subnet and tenant:8d1f0bc5103e41be8f834cea66e2d34d is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:08.194737 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:08.268121 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:08.269539 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8b4c-67f5-4243-a4f5-40dfdbd44786 req-8c04ea8d-db9a-4a70-8d53-5bb1d2b0b42d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:08.269539 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-321f8b4c-67f5-4243-a4f5-40dfdbd44786 req-8c04ea8d-db9a-4a70-8d53-5bb1d2b0b42d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73538b2f-70fa-46e7-8c35-8ef1daf391b9 HTTP/1.1" status: 200 len: 852 time: 0.1083081 Aug 24 18:54:08.270014 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:08.387613 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-321f8b4c-67f5-4243-a4f5-40dfdbd44786 req-639ae50b-4de9-4128-a6ed-306def02dd31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddce4051-6187-4082-96ea-6e47145b5c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429480 Aug 24 18:54:08.465002 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Made reservation on behalf of 8d1f0bc5103e41be8f834cea66e2d34d for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:08.467641 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:08.515586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.58', 59681) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:08.610386 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5e1ad64b-ab62-4782-8a3f-e5741bb05170 req-f99f13f5-87b7-4309-9487-1abcb93a5a5d tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.1208718 Aug 24 18:54:08.658503 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-321f8b4c-67f5-4243-a4f5-40dfdbd44786 req-54c79320-7d07-40c7-86ab-9d1bd2a49b49 service neutron] 10.222.0.58 "GET /v2.0/networks/ddce4051-6187-4082-96ea-6e47145b5c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199778 Aug 24 18:54:08.784969 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-60d10c2f-9c25-496d-9e05-0af55fb590a5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:08.786545 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-60d10c2f-9c25-496d-9e05-0af55fb590a5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 818 time: 0.2703578 Aug 24 18:54:08.820284 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Request body: {'port': {'device_id': '1abb4830-8583-4777-8ea0-45a90217fb01', 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea', 'admin_state_up': True, 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:08.869384 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39140) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:08.900556 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:08.978200 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:08.978604 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-321f8b4c-67f5-4243-a4f5-40dfdbd44786 req-a37d8a5b-11c6-476e-9340-ffd7e497d2eb service neutron] 10.222.0.58 "GET /v2.0/networks/ddce4051-6187-4082-96ea-6e47145b5c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123953 Aug 24 18:54:08.996188 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9a442fdc-acc1-4ea8-a43c-860c3c021bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:09.041723 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:09.053977 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Usage tracker for resource:security_group_rule and tenant:845d73f1d8a841cea8a623fc0dc59732 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:09.056928 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:09.074498 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:09.151566 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c82cfb2-9769-4de8-b147-477d9e5139f6,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:09.153282 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a327a36e-3dd5-4c3e-9595-fa7213ed95da req-263f83d6-e153-4e1c-a257-314976e0e352 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.0890963 Aug 24 18:54:09.159417 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:09.160716 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:09.171028 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:09.242504 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Checking segment: {'id': '82052a3c-ec6e-489e-ae05-231e9f816922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a56b2e8f-81e9-414d-884a-e67b0f7d1f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:09.242853 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Network hostable DHCP agents. Network: a56b2e8f-81e9-414d-884a-e67b0f7d1f5b, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:54:09.315151 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:09.361814 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Made reservation on behalf of b9343e3993114cb19e51ddd4e31419e6 for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:09.365046 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:09.450658 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d546c-0929-44fd-a6f1-2e978c0808bb req-0b5f3d26-296d-4d81-9ade-dd21442acc74 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:09.452475 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-002d546c-0929-44fd-a6f1-2e978c0808bb req-0b5f3d26-296d-4d81-9ade-dd21442acc74 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.1041622 Aug 24 18:54:09.455592 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:09.465916 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:09.473256 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Network a56b2e8f-81e9-414d-884a-e67b0f7d1f5b is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:54:09.549371 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc90cf6-95fa-4151-a9ef-623e1fe969a4,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:09.568812 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=845d73f1d8a841cea8a623fc0dc59732&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6965568 Aug 24 18:54:09.569925 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39158) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:09.572765 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:09.634747 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-5e3a99da-a513-42c1-9cc3-e827558e226b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:09.638626 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-5e3a99da-a513-42c1-9cc3-e827558e226b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 818 time: 0.1735351 Aug 24 18:54:09.638753 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-002d546c-0929-44fd-a6f1-2e978c0808bb req-7059330a-5bd3-4b0e-99af-fc689941e5bf tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712573 Aug 24 18:54:09.670851 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6e158de1-1de1-4629-8fa1-e6365d04a2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:09.677773 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Request body: {'port': {'device_id': 'e8eea692-955a-4d91-b199-b3c140bc0556', 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea', 'admin_state_up': True, 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:09.685021 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, a56b2e8f-81e9-414d-884a-e67b0f7d1f5b) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:09.694105 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b77ab2-f9d1-401f-ab00-8c6591eefce7 None None] Network a56b2e8f-81e9-414d-884a-e67b0f7d1f5b requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:54:09.700226 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:09.700899 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:09.724347 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6e158de1-1de1-4629-8fa1-e6365d04a2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:09.870597 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2da99425-dc27-42f4-b05f-b5f078097898 req-7ef173d6-aab2-453a-8c71-86e0dea3ae98 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.0653522 Aug 24 18:54:09.913099 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Allocated IP 172.20.0.9 (5c8c43cd-6691-42d2-bf43-268688d9bcea/72dc8022-b948-4086-b056-ec757d0fc004/f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:54:09.939265 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7669106 Aug 24 18:54:09.977668 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6e158de1-1de1-4629-8fa1-e6365d04a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:09.983374 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:09.990258 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:10.009829 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e158de1-1de1-4629-8fa1-e6365d04a2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc90cf6-95fa-4151-a9ef-623e1fe969a4,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:10.012666 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Usage tracker for resource:port and tenant:b9343e3993114cb19e51ddd4e31419e6 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:10.018153 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6e158de1-1de1-4629-8fa1-e6365d04a2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:10.032916 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6e158de1-1de1-4629-8fa1-e6365d04a2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:10.034136 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-6e158de1-1de1-4629-8fa1-e6365d04a2ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfc90cf6-95fa-4151-a9ef-623e1fe969a4 HTTP/1.1" status: 204 len: 168 time: 0.4543107 Aug 24 18:54:10.040793 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:10.050504 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e6046-8ed5-49dc-9d77-bd64a1d2ca06 None None] Network a56b2e8f-81e9-414d-884a-e67b0f7d1f5b requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:54:10.051771 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:10.178084 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39172) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:10.232504 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Made reservation on behalf of b9343e3993114cb19e51ddd4e31419e6 for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:10.237801 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:10.350237 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_v2 [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] Deleting subnet c29470a5-f7b6-452f-9dd3-cd9e229bc618 {{(pid=75888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:54:10.354032 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:10.405179 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.58', 59689) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:10.465051 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f87928c2-eb65-4138-9c8a-96289d3f9075 req-8c881a46-072b-48b5-a37e-200d38de7a31 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.0640516 Aug 24 18:54:10.471195 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:10.478692 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:10.539403 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:10.624108 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-f798ff94-dde9-45ba-a622-882a7e73d733 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:10.624806 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-f798ff94-dde9-45ba-a622-882a7e73d733 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:network {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:10.663534 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for subnet, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:10.668313 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:10.701458 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29470a5-f7b6-452f-9dd3-cd9e229bc618,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:10.706361 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:10.709897 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:10.720778 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 39186) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:10.720930 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c29470a5-f7b6-452f-9dd3-cd9e229bc618 HTTP/1.1" status: 204 len: 168 time: 0.5435288 Aug 24 18:54:10.823899 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:10.858201 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-f798ff94-dde9-45ba-a622-882a7e73d733 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:network {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:10.858201 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-f798ff94-dde9-45ba-a622-882a7e73d733 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 817 time: 0.4462287 Aug 24 18:54:10.910704 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:10.990854 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:11.052954 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Allocated IP 172.20.0.6 (5c8c43cd-6691-42d2-bf43-268688d9bcea/72dc8022-b948-4086-b056-ec757d0fc004/2a555cac-27fb-4e1a-bd3f-f777d1aa25c4) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:54:11.059054 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Network 5c8c43cd-6691-42d2-bf43-268688d9bcea is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:54:11.083286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:11.129531 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c2812118-2b0d-4c1f-83f5-e2c3b8bbee24 req-c38b410a-091a-48c5-b6da-645e563dc3cc tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.0572295 Aug 24 18:54:11.153944 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:54:11.157599 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:11.158241 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:11.208503 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Pushing event updated for resources: {'Port': ['ID=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:11.211684 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:11.271747 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-e1499e53-ee69-4b31-840f-4b588f0f38a5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:security_group {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:11.474195 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:11.496193 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e289b-ace1-4255-b0b7-fc4be1bbdbd9 req-d47eaac4-e15e-463f-92f0-01472dcd4e77 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:11.497689 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ba0e289b-ace1-4255-b0b7-fc4be1bbdbd9 req-d47eaac4-e15e-463f-92f0-01472dcd4e77 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 943 time: 0.6355457 Aug 24 18:54:11.499637 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.500049 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.501730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.501730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.501730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.501730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.502003 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.502310 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.502710 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.502990 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.588602 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.589154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.589765 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.590117 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:11.590558 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4b8a45-b17a-4345-b411-3b780bec491e']}} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:11.608425 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c588de2-f802-4edb-982b-08b2e8851552') {'for_net_delete': True} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:11.608727 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c588de2-f802-4edb-982b-08b2e8851552') {} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:11.629125 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-e1499e53-ee69-4b31-840f-4b588f0f38a5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:security_group {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:11.629125 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-e1499e53-ee69-4b31-840f-4b588f0f38a5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3fdee0a01874b569ec972a528b43375 HTTP/1.1" status: 200 len: 379 time: 0.7140656 Aug 24 18:54:11.629369 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f89ffb00-ca22-484e-b027-30a1f517f5b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8227844 Aug 24 18:54:11.659227 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6014169e-517e-4846-a2b6-7b7c41e7b1c7 req-53eef53b-d450-4786-9dbb-649eae42e78a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.0505347 Aug 24 18:54:11.681753 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7211171'] for segment, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:11.696427 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'port': {'device_id': '276ae033-536a-4970-adff-fd24492eedeb', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'admin_state_up': True, 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'security_groups': ['39716275-63a1-439b-ac03-47b27e9e3d24']}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:11.738504 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Request body: {'port': {'device_id': '1abb4830-8583-4777-8ea0-45a90217fb01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:11.831994 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:11.876783 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=75889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:54:11.877182 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6636235'] for segment, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: util.warn_limited( Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: util.warn_limited( Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: Traceback (most recent call last): Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: timer() Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: cb(*args, **kw) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: return func(*args, **kwargs) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: self._notify() Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: self.callback(batched_events) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: event.method(event) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: return f(self, *a, **k) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: return self._get(url).json() Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: return self.request(url, 'GET', **kwargs) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:54:11.896797 dv-cinder-805825-1-smb neutron-server[75889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:54:12.011835 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ba0e289b-ace1-4255-b0b7-fc4be1bbdbd9 req-7699996c-cafa-4b7d-8b61-2ff470b4d874 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927274 Aug 24 18:54:12.070823 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.115032 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.142397 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:12.187574 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:12.218604 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.275087 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:12.289478 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.311411 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc4b8a45-b17a-4345-b411-3b780bec491e HTTP/1.1" status: 204 len: 168 time: 1.5907178 Aug 24 18:54:12.315639 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4b8a45-b17a-4345-b411-3b780bec491e,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:12.317981 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:12.321381 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 39244) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:12.343473 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7737ce99-695a-40fd-89f9-0603bd9a1b34 req-e722fd3f-d4ac-4818-92eb-324c6ba967ac tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.0967853 Aug 24 18:54:12.372314 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Made reservation on behalf of e3fdee0a01874b569ec972a528b43375 for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:12.373578 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.415493 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.478900 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:12.517001 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:54:12.574158 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2555c5-81ea-4709-95c4-57bc1b490b66 admin admin] Deleting subnet 9c82cfb2-9769-4de8-b147-477d9e5139f6 {{(pid=75889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:54:12.581727 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4d2555c5-81ea-4709-95c4-57bc1b490b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.656107 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,segment=NetworkSegment(88fb0885-f33b-4e7c-826b-62af5180bcf4),segment_id=88fb0885-f33b-4e7c-826b-62af5180bcf4)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:12.667935 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Network 5c8c43cd-6691-42d2-bf43-268688d9bcea is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:54:12.671236 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '4d4152f0-3c00-4cfe-b655-50f93bfb72d7', 'network_id': 'ddce4051-6187-4082-96ea-6e47145b5c61', 'port_id': '4d4152f0-3c00-4cfe-b655-50f93bfb72d7', 'mac_address': 'fa:16:3e:0b:3c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73538b2f-70fa-46e7-8c35-8ef1daf391b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:54:12.687461 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Pushing event updated for resources: {'Port': ['ID=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:12.690712 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:12.716016 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:12.747465 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:54:12.777675 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.796569 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:54:12.809171 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4d2555c5-81ea-4709-95c4-57bc1b490b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7211180'] for subnet, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.818787 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,segment=NetworkSegment(88fb0885-f33b-4e7c-826b-62af5180bcf4),segment_id=88fb0885-f33b-4e7c-826b-62af5180bcf4)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:12.928889 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:12.931133 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:12.992917 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:12.993544 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:13.006494 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d8779be3-9cf9-4fa7-bdf0-02daec32f6da req-f3e976d6-52ed-4053-a627-5eaaea9663c5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.0963306 Aug 24 18:54:13.020742 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4d2555c5-81ea-4709-95c4-57bc1b490b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:13.025201 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:13.029304 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:13.092216 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Allocated IP 172.20.0.5 (532d8d62-190d-430c-8008-5927af9c724f/57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29/2d190b7c-07c2-4e34-be33-b36dcdcd0db2) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:54:13.209628 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:54:13.217269 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:13.262179 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84f7dd-eb99-41c2-b5b9-1c1b3bf37855 req-f0a87568-7fb7-4ce2-b2ff-3815fbc092e2 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:13.263717 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3d84f7dd-eb99-41c2-b5b9-1c1b3bf37855 req-f0a87568-7fb7-4ce2-b2ff-3815fbc092e2 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 944 time: 0.0865972 Aug 24 18:54:13.342818 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3d84f7dd-eb99-41c2-b5b9-1c1b3bf37855 req-eb3ab515-4f04-474e-9d58-c4cceaa6710c tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711319 Aug 24 18:54:13.367881 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['4d4152f0-3c00-4cfe-b655-50f93bfb72d7'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:54:13.392448 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4d2555c5-81ea-4709-95c4-57bc1b490b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6636141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6968070'] for subnet, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:13.394101 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7351916 Aug 24 18:54:13.401133 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Transition to ACTIVE for port object f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:13.408727 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e31ba78c-768c-44ff-bd1f-ae1b16a9ee6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:13.439032 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Request body: {'port': {'device_id': 'e8eea692-955a-4d91-b199-b3c140bc0556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:13.537040 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2555c5-81ea-4709-95c4-57bc1b490b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c82cfb2-9769-4de8-b147-477d9e5139f6,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:13.538848 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:13.639397 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4d2555c5-81ea-4709-95c4-57bc1b490b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:13.652310 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:13.736562 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4d2555c5-81ea-4709-95c4-57bc1b490b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:13.819005 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-4d2555c5-81ea-4709-95c4-57bc1b490b66 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c82cfb2-9769-4de8-b147-477d9e5139f6 HTTP/1.1" status: 204 len: 168 time: 1.4965963 Aug 24 18:54:13.821672 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39288) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:13.897339 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Pushing event updated for resources: {'Port': ['ID=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:13.919323 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:13.922766 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:13.925699 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:13.933781 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:13.965164 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Transition to ACTIVE for port object 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 will not be triggered until provisioned by entity DHCP. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:14.050788 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:14.064186 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.064543 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.065289 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.065614 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > port after_create 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.067453 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > port after_delete 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.067799 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > port after_update 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.068123 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.068465 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.068784 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.069099 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.100747 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc536a-8a6a-4a60-8963-318dce3b9516 req-25450e09-32a8-47d7-8316-9d710a2f7e8a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:14.102472 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-d6cc536a-8a6a-4a60-8963-318dce3b9516 req-25450e09-32a8-47d7-8316-9d710a2f7e8a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Synchronizing usage tracker for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:14.180172 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Attempting to bind port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:54:14.180589 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Attempting to bind port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:54:14.180981 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Attempting to bind port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 on network 5c8c43cd-6691-42d2-bf43-268688d9bcea {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:14.226126 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.226752 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.227234 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.227569 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:54:14.227940 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56b2e8f-81e9-414d-884a-e67b0f7d1f5b']}} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:14.233415 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 on network 5c8c43cd-6691-42d2-bf43-268688d9bcea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:54:14.233745 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Attempting to bind port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 on network 5c8c43cd-6691-42d2-bf43-268688d9bcea {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:14.258232 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:54:14.258232 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Checking segment: {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:14.258232 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Bound using segment: {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:54:14.258232 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Bound port: f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:54:14.258232 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:14.282967 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82052a3c-ec6e-489e-ae05-231e9f816922') {'for_net_delete': True} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:14.283259 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82052a3c-ec6e-489e-ae05-231e9f816922') {} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:14.291299 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-73c0a89b-d11c-4d69-8dd6-c25c2624e913 req-b9770dab-67fd-43cf-87fc-d420da57fd7e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.0548224 Aug 24 18:54:14.297087 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7302314'] for segment, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:14.313889 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=75888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7110589'] for segment, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: util.warn_limited( Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: util.warn_limited( Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: Traceback (most recent call last): Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: timer() Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: cb(*args, **kw) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: return func(*args, **kwargs) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: self._notify() Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: self.callback(batched_events) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: event.method(event) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: return f(self, *a, **k) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: return self._get(url).json() Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: return self.request(url, 'GET', **kwargs) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:54:14.354057 dv-cinder-805825-1-smb neutron-server[75888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:54:14.457926 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Sync routers for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:54:14.472523 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] For port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:54:14.476185 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:54:14.476817 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:54:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:14.492212 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] For port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:54:14.529818 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:14.571063 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:54:14.577979 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:14.584382 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a379b0-aa7c-436b-8df4-eafdac6a0612 req-71be93dd-413c-4746-bc42-6b2227c2c638 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:14.585857 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-48a379b0-aa7c-436b-8df4-eafdac6a0612 req-71be93dd-413c-4746-bc42-6b2227c2c638 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 944 time: 0.0840683 Aug 24 18:54:14.593017 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Transition to ACTIVE for port object 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:14.632358 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-48a379b0-aa7c-436b-8df4-eafdac6a0612 req-ee73fbd9-ca09-433b-ad50-e6c7a7f21210 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Aug 24 18:54:14.721376 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:54:15.024588 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 2, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:15.024588 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Checking router: f67f6989-f28f-4a4e-934e-51595eee96a3 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:54:15.024588 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Updating router f67f6989-f28f-4a4e-934e-51595eee96a3 port b68c2ff4-1b44-4073-999a-722725940658 binding host dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:54:15.072628 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.168585 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.169671 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.171360 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-d6cc536a-8a6a-4a60-8963-318dce3b9516 req-25450e09-32a8-47d7-8316-9d710a2f7e8a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Unset dirty status for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:15.175387 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ab3e8fa5-e0a4-40bb-a793-14601e2e20ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:15.178156 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:15.181712 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d6cc536a-8a6a-4a60-8963-318dce3b9516 req-25450e09-32a8-47d7-8316-9d710a2f7e8a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 931 time: 1.6460912 Aug 24 18:54:15.184448 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.187342 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.193246 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:15.193825 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.197920 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.201442 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Pushing event deleted for resources: {'Network': ['ID=a56b2e8f-81e9-414d-884a-e67b0f7d1f5b,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:15.204396 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:15.209791 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] 10.222.0.20 "DELETE /v2.0/networks/a56b2e8f-81e9-414d-884a-e67b0f7d1f5b HTTP/1.1" status: 204 len: 168 time: 1.3845024 Aug 24 18:54:15.232019 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:15.382836 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.384221 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] 10.222.0.58 "PUT /v2.0/ports/f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 HTTP/1.1" status: 200 len: 1093 time: 3.6923444 Aug 24 18:54:15.384764 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abb4830-8583-4777-8ea0-45a90217fb01', 'tag': 'f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:54:15.429704 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.467359 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Pushing event updated for resources: {'Port': ['ID=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:15.478240 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b825867a-2f32-4ae2-a342-f5e35081e97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4152f0-3c00-4cfe-b655-50f93bfb72d7'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:54:15.482667 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d6cc536a-8a6a-4a60-8963-318dce3b9516 req-09bcf5b8-edd5-40dd-9ef1-b8dcea6ea87f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996578 Aug 24 18:54:15.486504 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Network 532d8d62-190d-430c-8008-5927af9c724f is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:54:15.572056 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:15.608507 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff8190-4dbf-4ff6-abc8-cb160688fbab req-dcf9f509-8784-45b2-8907-e638287e4e40 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:15.611032 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-abff8190-4dbf-4ff6-abc8-cb160688fbab req-dcf9f509-8784-45b2-8907-e638287e4e40 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 931 time: 0.1111863 Aug 24 18:54:15.630253 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:54:15.639038 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,segment=NetworkSegment(88fb0885-f33b-4e7c-826b-62af5180bcf4),segment_id=88fb0885-f33b-4e7c-826b-62af5180bcf4)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:15.643768 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Notify callbacks [] for port, precommit_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.665534 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Transition to ACTIVE for port object b68c2ff4-1b44-4073-999a-722725940658 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:15.673193 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abb4830-8583-4777-8ea0-45a90217fb01', 'tag': 'f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1', 'status': 'completed', 'code': 200} Aug 24 18:54:15.675719 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-abff8190-4dbf-4ff6-abc8-cb160688fbab req-4709adfb-1446-4bf1-b39d-c86e05d0a426 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582373 Aug 24 18:54:15.704537 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:15.824766 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.829488 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:15.831942 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:15.948285 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4290e4-bd67-41d0-b53e-8b56453be6c7 None None] Pushing event updated for resources: {'Port': ['ID=b68c2ff4-1b44-4073-999a-722725940658,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:15.961316 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39326) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:16.009039 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:16.055439 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:16.060940 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-30e2ee5d-cf8c-47a5-9f91-53656b9a38b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9999e348a0a94f9eb43df4ba62f0897d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0960085 Aug 24 18:54:16.061328 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39332) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:16.063891 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.751s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:16.064256 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:16.077037 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:16.077362 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:16.151464 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:16.152202 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.227317 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-71f92c2e-5ae5-46bd-9414-83813a70cf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.251310 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b825867a-2f32-4ae2-a342-f5e35081e97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4152f0-3c00-4cfe-b655-50f93bfb72d7', 'code': 200} Aug 24 18:54:16.255584 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-e7af25bd-a81a-4e4c-a7c9-e44bf7a5846a None None] Provisioning for port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:16.270733 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-e7af25bd-a81a-4e4c-a7c9-e44bf7a5846a None None] Provisioning complete for port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:16.271133 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e7af25bd-a81a-4e4c-a7c9-e44bf7a5846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.320551 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Attempting to bind port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:54:16.320551 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Attempting to bind port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:54:16.321177 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Attempting to bind port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 on network 5c8c43cd-6691-42d2-bf43-268688d9bcea {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:16.331253 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-71f92c2e-5ae5-46bd-9414-83813a70cf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.358754 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-5e5a0460-1826-4c1e-96d3-2843965b4270 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1096 time: 0.7732079 Aug 24 18:54:16.507304 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-9f3c8fe7-e323-4b70-b894-1be18f7c159e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 HTTP/1.1" status: 200 len: 217 time: 0.1380951 Aug 24 18:54:16.509417 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 on network 5c8c43cd-6691-42d2-bf43-268688d9bcea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:54:16.509792 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Attempting to bind port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 on network 5c8c43cd-6691-42d2-bf43-268688d9bcea {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:16.514967 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8356404 Aug 24 18:54:16.518504 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:16.520366 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-71f92c2e-5ae5-46bd-9414-83813a70cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.533376 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:16.533614 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-42d6d041-ddf7-4265-b11a-415188ef4240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:16.534182 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-42d6d041-ddf7-4265-b11a-415188ef4240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:16.537632 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:16.537810 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-e7af25bd-a81a-4e4c-a7c9-e44bf7a5846a None None] Port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:54:16.539648 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Request body: {'port': {'device_id': '276ae033-536a-4970-adff-fd24492eedeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:16.552452 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Attempting to bind port b68c2ff4-1b44-4073-999a-722725940658 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:54:16.552918 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Attempting to bind port b68c2ff4-1b44-4073-999a-722725940658 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:54:16.553176 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Attempting to bind port b68c2ff4-1b44-4073-999a-722725940658 on network 532d8d62-190d-430c-8008-5927af9c724f {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:16.570334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:54:16.570334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Checking segment: {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:16.570334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.570334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Bound using segment: {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:54:16.570334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Bound port: b68c2ff4-1b44-4073-999a-722725940658, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:54:16.570334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.653212 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f92c2e-5ae5-46bd-9414-83813a70cf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa5d942-51e6-4ba3-8148-caf0a16888a3,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:16.663148 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-71f92c2e-5ae5-46bd-9414-83813a70cf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:16.666711 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9883f-1c05-4348-a0e1-e2ffb43f5e92 req-39581c9b-d2e2-4f98-9a8e-a5409b67c920 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:16.674117 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-30a9883f-1c05-4348-a0e1-e2ffb43f5e92 req-39581c9b-d2e2-4f98-9a8e-a5409b67c920 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 945 time: 0.7021530 Aug 24 18:54:16.685199 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-71f92c2e-5ae5-46bd-9414-83813a70cf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.689444 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-71f92c2e-5ae5-46bd-9414-83813a70cf5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efa5d942-51e6-4ba3-8148-caf0a16888a3 HTTP/1.1" status: 204 len: 168 time: 0.6259124 Aug 24 18:54:16.699076 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.58', 59703) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:16.709630 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] For port b68c2ff4-1b44-4073-999a-722725940658, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:54:16.713162 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] For port b68c2ff4-1b44-4073-999a-722725940658, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=b68c2ff4-1b44-4073-999a-722725940658,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:54:16.786953 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:54:16.787293 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Checking segment: {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:16.787685 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Bound using segment: {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:54:16.788132 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Bound port: 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabdbb00-c604-4787-8081-0df457062c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:54:16.788479 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.802142 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.808042 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:16.882256 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-30a9883f-1c05-4348-a0e1-e2ffb43f5e92 req-2de2dd51-fc87-4c99-aa18-220da85548da tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037148 Aug 24 18:54:16.902842 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892e45-2998-4293-8153-d3db9469c11b req-fe051893-54ac-4e4a-b74b-cc7c50ebceaf tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:16.904543 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-19892e45-2998-4293-8153-d3db9469c11b req-fe051893-54ac-4e4a-b74b-cc7c50ebceaf tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 943 time: 0.1294270 Aug 24 18:54:16.908351 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-62ed093d-bc06-4547-917b-5870f5bb9a08 req-f4e193d0-8591-4c68-9418-436af9d9e237 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 1098 time: 0.2077720 Aug 24 18:54:16.925098 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-1f65cb08-be2a-4936-8254-ba15113f837c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:16.928199 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-1f65cb08-be2a-4936-8254-ba15113f837c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.3935885 Aug 24 18:54:16.933738 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:16.942464 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4290e4-bd67-41d0-b53e-8b56453be6c7 None None] Pushing event updated for resources: {'Port': ['ID=b68c2ff4-1b44-4073-999a-722725940658,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:16.958117 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-fe4290e4-bd67-41d0-b53e-8b56453be6c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:16.983786 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:54:16.984500 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:54:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:16.994971 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-f3ae8d1f-ff04-4ec7-adfe-1c1823c71d4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480390 Aug 24 18:54:17.020643 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-62ed093d-bc06-4547-917b-5870f5bb9a08 req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:17.053571 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-19892e45-2998-4293-8153-d3db9469c11b req-f3e66f13-4278-4e5c-b3ad-54df000b997e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Synchronizing usage tracker for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:17.110048 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-62ed093d-bc06-4547-917b-5870f5bb9a08 req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:17.116771 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] For port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:54:17.119507 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-62ed093d-bc06-4547-917b-5870f5bb9a08 req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Usage tracker for resource:security_group_rule and tenant:fd260a8a71a8489fb60059d063af050d is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:17.124882 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] For port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:54:17.125552 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-62ed093d-bc06-4547-917b-5870f5bb9a08 req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:17.137033 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-62ed093d-bc06-4547-917b-5870f5bb9a08 req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:17.226098 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-19892e45-2998-4293-8153-d3db9469c11b req-f3e66f13-4278-4e5c-b3ad-54df000b997e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Unset dirty status for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:17.240347 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-19892e45-2998-4293-8153-d3db9469c11b req-f3e66f13-4278-4e5c-b3ad-54df000b997e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165169 Aug 24 18:54:17.277362 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:54:17.280923 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:17.287128 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-62ed093d-bc06-4547-917b-5870f5bb9a08 req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:17.296332 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-922d34c7-0eb0-498d-b33b-8392993c6963 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:17.414039 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-62ed093d-bc06-4547-917b-5870f5bb9a08 req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:17.436335 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-17065eda-4109-475f-a783-0c13aeb72e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:17.464519 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:17.465948 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] 10.222.0.58 "PUT /v2.0/ports/2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 HTTP/1.1" status: 200 len: 1093 time: 4.0605607 Aug 24 18:54:17.488523 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-62ed093d-bc06-4547-917b-5870f5bb9a08 req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122576 Aug 24 18:54:17.500019 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-b18ba865-8b1f-4555-840d-22e0fd212c6d service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942102 Aug 24 18:54:17.506463 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5b655e96-6743-45ba-90c6-a0ccca16ae6a,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:17.511401 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:17.525167 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:17.536465 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:17.592374 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6731653-2a9d-4b49-9ec6-174ad413ed39 req-30ada4fd-33b1-4322-80da-c3889359a691 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:17.593283 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-b6731653-2a9d-4b49-9ec6-174ad413ed39 req-30ada4fd-33b1-4322-80da-c3889359a691 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:17.680761 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8eea692-955a-4d91-b199-b3c140bc0556', 'tag': '2a555cac-27fb-4e1a-bd3f-f777d1aa25c4'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:54:17.688836 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-b6731653-2a9d-4b49-9ec6-174ad413ed39 req-30ada4fd-33b1-4322-80da-c3889359a691 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:17.691394 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b6731653-2a9d-4b49-9ec6-174ad413ed39 req-30ada4fd-33b1-4322-80da-c3889359a691 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 931 time: 0.5649855 Aug 24 18:54:17.773816 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:16Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:17.783551 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2af321-d110-4aef-a5dd-590781f9917b None None] The sync data for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb is: [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:16Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:54:17.809689 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8eea692-955a-4d91-b199-b3c140bc0556', 'tag': '2a555cac-27fb-4e1a-bd3f-f777d1aa25c4', 'status': 'completed', 'code': 200} Aug 24 18:54:17.812167 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 39378) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:17.931771 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-9289840c-6711-41e4-ac60-088ca9f7c046 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 1096 time: 0.1624987 Aug 24 18:54:18.118125 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-ad20c0ed-3b02-4b9d-8a04-20dbabbbfe04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 HTTP/1.1" status: 200 len: 217 time: 0.1724555 Aug 24 18:54:18.119499 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39392) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:18.119874 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a015d987-27e9-464f-bd5f-f30b39d58ac8 req-cb4b612c-aa67-427c-a5df-1dbf66c2cdad service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873631 Aug 24 18:54:18.143261 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:54:18.178807 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b6731653-2a9d-4b49-9ec6-174ad413ed39 req-fda81694-e022-41c4-accd-fa08fd05ea66 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4776998 Aug 24 18:54:18.183030 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:18.231069 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Transition to ACTIVE for port object 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:18.277872 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-13662089-3ad1-4cc2-8f44-98c34ad08b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:18.279042 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-13662089-3ad1-4cc2-8f44-98c34ad08b42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.0849485 Aug 24 18:54:18.335490 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:18.344964 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:18.430273 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-5c0a5480-4f7e-4e5d-bd8a-1a6bd746ac19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1096 time: 0.1839137 Aug 24 18:54:18.459162 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-69b33704-6923-4ce7-8ccd-d7c8eb71e607 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d1f0bc5103e41be8f834cea66e2d34d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2847471 Aug 24 18:54:18.462034 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-e6ddec68-1160-423d-9a94-83380e1cb7a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704991 Aug 24 18:54:18.467977 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39404) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:18.732818 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7c66-2c24-4dd0-82c3-62a54efe9cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:18.776339 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acdcbb-3b49-417b-97fc-0ab0e4261be9 req-f759a806-ab14-4a24-ab18-4de80b315cb3 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:18.784130 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-76acdcbb-3b49-417b-97fc-0ab0e4261be9 req-f759a806-ab14-4a24-ab18-4de80b315cb3 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 945 time: 0.6635673 Aug 24 18:54:18.799915 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-137be49d-61d6-44a8-b708-899dc837d3cd service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269775 Aug 24 18:54:18.840173 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7c66-2c24-4dd0-82c3-62a54efe9cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:18.868530 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:18.872953 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:18.879066 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:18.898084 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:54:19.081959 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-76acdcbb-3b49-417b-97fc-0ab0e4261be9 req-52ef799b-743c-4ae4-b4b8-a90e6e9cd2ac tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968812 Aug 24 18:54:19.133781 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-3526f7cc-a43a-44c5-8f6b-69ea92c691d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:19.133781 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-3526f7cc-a43a-44c5-8f6b-69ea92c691d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 919 time: 0.6885011 Aug 24 18:54:19.155647 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Attempting to bind port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:54:19.156102 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Attempting to bind port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:54:19.156444 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Attempting to bind port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 on network 532d8d62-190d-430c-8008-5927af9c724f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:19.162262 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-ccd74625-3c9c-4772-9757-7d9e33069447 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455424 Aug 24 18:54:19.180507 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 on network 532d8d62-190d-430c-8008-5927af9c724f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:54:19.180838 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Attempting to bind port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 on network 532d8d62-190d-430c-8008-5927af9c724f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:19.258060 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:54:19.258427 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Checking segment: {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:19.258837 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Bound using segment: {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:54:19.259487 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Bound port: 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:54:19.259992 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:19.293089 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7c66-2c24-4dd0-82c3-62a54efe9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:19.298919 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f44999f3-e1ea-48d2-bd89-f106406848cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:19.304158 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-b69c398a-d436-4632-823a-0b2dc219cde9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 HTTP/1.1" status: 200 len: 217 time: 0.1247010 Aug 24 18:54:19.314720 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:19.319244 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b7c66-2c24-4dd0-82c3-62a54efe9cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41751ce2-5eea-4aff-8df6-e1fbe14bf46d,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:19.324580 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33414c71-c8f0-4774-8c50-25eae9a47520 req-e257f146-d629-4cf0-9a5e-3a7bc59198e2 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:19.326331 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-33414c71-c8f0-4774-8c50-25eae9a47520 req-e257f146-d629-4cf0-9a5e-3a7bc59198e2 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 943 time: 0.7238994 Aug 24 18:54:19.338989 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-fb9b7c66-2c24-4dd0-82c3-62a54efe9cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:19.350412 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7c66-2c24-4dd0-82c3-62a54efe9cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:19.351814 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-fb9b7c66-2c24-4dd0-82c3-62a54efe9cc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41751ce2-5eea-4aff-8df6-e1fbe14bf46d HTTP/1.1" status: 204 len: 168 time: 0.8827219 Aug 24 18:54:19.374833 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Usage tracker for resource:security_group_rule and tenant:22e1c046e987429a992c23956c7ef649 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:19.395240 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:19.523332 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b68c2ff4-1b44-4073-999a-722725940658 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:19.549465 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:19.560999 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:54:19.567967 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:54:19.572489 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3349e43d-9cbb-415e-b6f1-0d2f5cfb6049 req-dacc3932-52bc-4d0a-b46f-2a219c043541 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 1096 time: 0.1992054 Aug 24 18:54:19.602595 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-54d57fe5-ee40-4e30-9201-44f0b8f09390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:19.604074 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-54d57fe5-ee40-4e30-9201-44f0b8f09390 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.2755063 Aug 24 18:54:19.667709 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-33414c71-c8f0-4774-8c50-25eae9a47520 req-4c1a6ea4-775b-499b-8841-061f7085daa7 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885232 Aug 24 18:54:19.684946 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port b68c2ff4-1b44-4073-999a-722725940658 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:19.692686 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port b68c2ff4-1b44-4073-999a-722725940658 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:19.693342 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:19.703089 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:19.707427 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-e04f294c-1660-4031-b3c8-a73fefdacee4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941739 Aug 24 18:54:19.719286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4341f1fa-74a1-492b-8eb5-f31e5bb92683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:19.739052 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c52e-9478-4c58-87cb-f8036926644f req-285fbdd7-18d5-446c-a57e-7cf5d7b3e0ed tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:19.742486 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a718c52e-9478-4c58-87cb-f8036926644f req-285fbdd7-18d5-446c-a57e-7cf5d7b3e0ed tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.2333002 Aug 24 18:54:19.809002 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349e43d-9cbb-415e-b6f1-0d2f5cfb6049 req-984f8178-fe88-4375-ac75-e7934993c151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:19.810497 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3349e43d-9cbb-415e-b6f1-0d2f5cfb6049 req-984f8178-fe88-4375-ac75-e7934993c151 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 919 time: 0.2254813 Aug 24 18:54:19.816103 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a718c52e-9478-4c58-87cb-f8036926644f req-e1a31287-081d-4473-b3eb-b78fb3bc90de tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687394 Aug 24 18:54:19.929643 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:19.969486 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3349e43d-9cbb-415e-b6f1-0d2f5cfb6049 req-7d0580e6-a013-44cc-98eb-099dd86e3e82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 HTTP/1.1" status: 200 len: 217 time: 0.1506507 Aug 24 18:54:19.987486 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:19.989000 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] 10.222.0.58 "PUT /v2.0/ports/2d190b7c-07c2-4e34-be33-b36dcdcd0db2 HTTP/1.1" status: 200 len: 1093 time: 3.4546628 Aug 24 18:54:19.989486 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:54:20.020092 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port b68c2ff4-1b44-4073-999a-722725940658, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=b68c2ff4-1b44-4073-999a-722725940658,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:20.060927 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349e43d-9cbb-415e-b6f1-0d2f5cfb6049 req-0cd14b02-752d-4421-91a1-3769373d5e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:20.061818 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3349e43d-9cbb-415e-b6f1-0d2f5cfb6049 req-0cd14b02-752d-4421-91a1-3769373d5e19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.0845814 Aug 24 18:54:20.098349 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:20.102708 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:20.106922 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-ed69880e-4b39-4f40-8b3d-d369f1c59da1 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879523 Aug 24 18:54:20.110117 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:20.115375 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'status': 'completed', 'code': 200} Aug 24 18:54:20.149034 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3349e43d-9cbb-415e-b6f1-0d2f5cfb6049 req-f0503e14-982f-4b47-8695-2b78df08d893 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726812 Aug 24 18:54:20.172542 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:20.174479 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:20.300247 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:20.356127 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=b68c2ff4-1b44-4073-999a-722725940658,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:20.360453 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:20.422577 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-37ba738a-838f-427b-942a-81d326c2252c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:20.434488 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22e1c046e987429a992c23956c7ef649&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6081057 Aug 24 18:54:20.435408 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39454) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:20.436933 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-4ced4ef9-2a86-437c-bbd2-d2672660a0ee service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205171 Aug 24 18:54:20.469752 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeaced3-7038-4f03-a698-59be4f606241,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:20.473805 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:20.491492 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ad6529c9-b0f3-4261-a34f-35a5feee8ed2 req-4d3a7bc4-6ada-4202-a0ca-e4bc04bdaca0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 1096 time: 0.3354325 Aug 24 18:54:20.559325 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3349e43d-9cbb-415e-b6f1-0d2f5cfb6049 req-43471956-c53d-49f7-b5fb-2a905d991434 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995931 Aug 24 18:54:20.591548 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3f2b1077-7829-4625-b604-7f6fc119734d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:20.652651 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6529c9-b0f3-4261-a34f-35a5feee8ed2 req-c89289a1-4dd9-4bfc-8591-3ac82d5b6d79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:20.654998 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ad6529c9-b0f3-4261-a34f-35a5feee8ed2 req-c89289a1-4dd9-4bfc-8591-3ac82d5b6d79 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e3fdee0a01874b569ec972a528b43375&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1563234 Aug 24 18:54:20.703483 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972c093-76d5-4446-a3b3-9e64c51d4cf4 req-48e4a1f4-7dd5-4f14-94fe-da5da924d272 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:20.704896 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f972c093-76d5-4446-a3b3-9e64c51d4cf4 req-48e4a1f4-7dd5-4f14-94fe-da5da924d272 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 945 time: 0.3195233 Aug 24 18:54:20.722151 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3f2b1077-7829-4625-b604-7f6fc119734d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:20.841813 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f972c093-76d5-4446-a3b3-9e64c51d4cf4 req-4586ed60-a58e-4c8f-9c45-d0edb0bb9aa8 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262586 Aug 24 18:54:20.843709 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3349e43d-9cbb-415e-b6f1-0d2f5cfb6049 req-3c912122-aae6-4f48-bb4e-0a0d259bc436 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598431 Aug 24 18:54:20.934104 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6529c9-b0f3-4261-a34f-35a5feee8ed2 req-ed075983-d32f-4a3c-9c0a-d11db17e80d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:20.935637 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ad6529c9-b0f3-4261-a34f-35a5feee8ed2 req-ed075983-d32f-4a3c-9c0a-d11db17e80d4 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2731154 Aug 24 18:54:20.944784 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3f2b1077-7829-4625-b604-7f6fc119734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:20.951121 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:20.972005 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b1077-7829-4625-b604-7f6fc119734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeaced3-7038-4f03-a698-59be4f606241,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:20.981837 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3f2b1077-7829-4625-b604-7f6fc119734d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:20.983783 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3f2b1077-7829-4625-b604-7f6fc119734d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:20.997652 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-3f2b1077-7829-4625-b604-7f6fc119734d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2eeaced3-7038-4f03-a698-59be4f606241 HTTP/1.1" status: 204 len: 168 time: 0.5608521 Aug 24 18:54:21.100363 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c83742-3c3f-4782-a716-dd1ff3507cee req-fa2dbbdf-fa02-44fa-a77d-9a1ca22c7df1 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:21.102086 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e7c83742-3c3f-4782-a716-dd1ff3507cee req-fa2dbbdf-fa02-44fa-a77d-9a1ca22c7df1 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 943 time: 0.2166688 Aug 24 18:54:21.213331 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-ee7079a2-30ab-48b5-a890-0b72c6bac136 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 1096 time: 0.2283959 Aug 24 18:54:21.215765 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e7c83742-3c3f-4782-a716-dd1ff3507cee req-dcc770c9-87a0-4161-8347-550bfc8d2491 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047609 Aug 24 18:54:21.223784 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c395e1-18db-4771-acd7-92facf018a94 req-62972161-f1b8-4417-a3b7-9974b2b2a767 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:21.236301 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e4c395e1-18db-4771-acd7-92facf018a94 req-62972161-f1b8-4417-a3b7-9974b2b2a767 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1544263 Aug 24 18:54:21.300692 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e4c395e1-18db-4771-acd7-92facf018a94 req-5192a647-ff67-4a5e-860e-afa2a990a1a3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578520 Aug 24 18:54:21.371763 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-d4a21fff-e5d0-4395-9fe9-2da4007a68e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2 HTTP/1.1" status: 200 len: 217 time: 0.1468687 Aug 24 18:54:21.422376 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b68c2ff4-1b44-4073-999a-722725940658 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:21.464908 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-02dbe842-f5a5-4180-b7b7-8b5fe1832bf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:21.466614 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-02dbe842-f5a5-4180-b7b7-8b5fe1832bf5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.0877202 Aug 24 18:54:21.503746 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port b68c2ff4-1b44-4073-999a-722725940658 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:21.504210 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:21.545857 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-f1e29133-e531-40a8-a839-df672d1c5fed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722036 Aug 24 18:54:21.677160 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-2893ffc5-1430-48a4-ab96-5cd0f13bd74a service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234887 Aug 24 18:54:21.821024 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2f201fec-4f24-45ad-a70b-bde79609fd27 req-87d99ccf-e5a7-4c58-8901-cef11e903f81 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366003 Aug 24 18:54:22.138466 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39512) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:22.175155 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.208790 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:22.212950 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Usage tracker for resource:security_group_rule and tenant:7850c82aa1164b6a9706aa80e5280731 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:22.216529 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:22.223854 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:22.336592 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.441687 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.450165 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:22.511490 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3858e-6c2c-4338-9873-fdc719343a7f req-ced0ad77-7f1c-41d2-bbb7-afc2f6a4ced5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:22.512989 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8fa3858e-6c2c-4338-9873-fdc719343a7f req-ced0ad77-7f1c-41d2-bbb7-afc2f6a4ced5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 943 time: 0.0839541 Aug 24 18:54:22.526283 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:54:22.577574 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678a1edc-6310-4818-b1d7-4d6baabf9ce2,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:22.585935 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:22.595845 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7850c82aa1164b6a9706aa80e5280731&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4563384 Aug 24 18:54:22.596645 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39530) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:22.614099 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8fa3858e-6c2c-4338-9873-fdc719343a7f req-d4ba1ae8-6fe2-46bc-aa8d-c58b40cfea5a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943372 Aug 24 18:54:22.673727 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0f4c9-8b05-4b5b-9ea1-3f6e291de931 req-c5fed0d5-f5c7-4cc8-94b6-0d26923ca6d5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:22.681098 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-aee0f4c9-8b05-4b5b-9ea1-3f6e291de931 req-c5fed0d5-f5c7-4cc8-94b6-0d26923ca6d5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1883337 Aug 24 18:54:22.716530 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b2901c69-a092-4e34-85e3-c73f24e70027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.721646 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:22.758688 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b2901c69-a092-4e34-85e3-c73f24e70027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.767277 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1', 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea', 'port_id': 'f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1', 'mac_address': 'fa:16:3e:c9:a7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72dc8022-b948-4086-b056-ec757d0fc004', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:54:22.770630 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-aee0f4c9-8b05-4b5b-9ea1-3f6e291de931 req-050f4262-da89-47de-9491-8dfa774b85c1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886371 Aug 24 18:54:22.844876 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.871981 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:54:22.885870 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:22.955901 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b2901c69-a092-4e34-85e3-c73f24e70027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.961560 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:22.973788 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 39548) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:22.980885 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.981324 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:22.992119 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2901c69-a092-4e34-85e3-c73f24e70027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678a1edc-6310-4818-b1d7-4d6baabf9ce2,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:22.993766 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b2901c69-a092-4e34-85e3-c73f24e70027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:22.994553 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b2901c69-a092-4e34-85e3-c73f24e70027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.998443 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-b2901c69-a092-4e34-85e3-c73f24e70027 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/678a1edc-6310-4818-b1d7-4d6baabf9ce2 HTTP/1.1" status: 204 len: 168 time: 0.3994596 Aug 24 18:54:23.093980 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:23.095180 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:23.149485 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:23.179991 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:23.183944 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Usage tracker for resource:security_group_rule and tenant:54f890f3843346ffb8bf25462d634191 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:23.186739 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:23.193071 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:23.256411 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:23.377074 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:23.385516 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-712cb044-5079-4a44-b45f-136694536873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:23.424608 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37133fa8-754d-4f4a-9479-7a751e9a435b,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:23.428401 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:23.434273 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54f890f3843346ffb8bf25462d634191&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4566581 Aug 24 18:54:23.435072 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39570) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:23.495720 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:54:23.496564 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6c3c-830e-40f0-af0e-70a639b3c5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:23.535725 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6c3c-830e-40f0-af0e-70a639b3c5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:23.681301 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6c3c-830e-40f0-af0e-70a639b3c5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:23.686456 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8e416eb9-e98d-4d37-be54-1778733e0b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:23.699126 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f6c3c-830e-40f0-af0e-70a639b3c5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37133fa8-754d-4f4a-9479-7a751e9a435b,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:23.702124 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3b5f6c3c-830e-40f0-af0e-70a639b3c5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:23.704190 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6c3c-830e-40f0-af0e-70a639b3c5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:23.705943 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-3b5f6c3c-830e-40f0-af0e-70a639b3c5f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37133fa8-754d-4f4a-9479-7a751e9a435b HTTP/1.1" status: 204 len: 168 time: 0.2697980 Aug 24 18:54:23.882193 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb9f4e-48b4-4af2-b500-cc9aab53ec8d req-986b4aa0-1aac-4cef-a5e0-a97b8329503c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:23.896658 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2ffb9f4e-48b4-4af2-b500-cc9aab53ec8d req-986b4aa0-1aac-4cef-a5e0-a97b8329503c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 943 time: 0.1157629 Aug 24 18:54:23.981628 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2ffb9f4e-48b4-4af2-b500-cc9aab53ec8d req-e936297b-2f86-415c-8db3-9e496b9d6cf0 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876901 Aug 24 18:54:24.038622 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43765f37-636f-4283-b6b2-8902ed05e708 req-b51104d3-c527-4d6a-97f3-6af07f55e040 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:24.040229 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-43765f37-636f-4283-b6b2-8902ed05e708 req-b51104d3-c527-4d6a-97f3-6af07f55e040 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1078966 Aug 24 18:54:24.086669 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-43765f37-636f-4283-b6b2-8902ed05e708 req-084fbf9e-8526-4a9a-a121-fe070af12b6e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407474 Aug 24 18:54:24.523541 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:54:24.672986 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:24.689982 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '2a555cac-27fb-4e1a-bd3f-f777d1aa25c4', 'network_id': '5c8c43cd-6691-42d2-bf43-268688d9bcea', 'port_id': '2a555cac-27fb-4e1a-bd3f-f777d1aa25c4', 'mac_address': 'fa:16:3e:66:05:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72dc8022-b948-4086-b056-ec757d0fc004', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:54:24.742543 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:24.759111 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:54:24.773258 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:24.870332 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39630) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:24.889479 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:24.925940 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:24.930098 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Usage tracker for resource:security_group_rule and tenant:8c6c4494319e4ec1a403daf9d58caef1 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:24.931919 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:24.933466 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:24.935022 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:24.941321 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:25.037589 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:25.040938 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:25.051059 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:25.132848 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:25.176887 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3b5f6c3c-830e-40f0-af0e-70a639b3c5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:25.233561 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecefeed8-26ae-4f74-9538-7df99fcf9968,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:25.237058 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:25.249624 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c6c4494319e4ec1a403daf9d58caef1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3776112 Aug 24 18:54:25.252349 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39646) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:25.269926 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['2a555cac-27fb-4e1a-bd3f-f777d1aa25c4'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:54:25.305893 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647468a6-a3fd-43f0-913f-91f3bf54c688 req-86346111-4b9f-4758-894a-9bf5ba1ece5d tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:25.307388 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-647468a6-a3fd-43f0-913f-91f3bf54c688 req-86346111-4b9f-4758-894a-9bf5ba1ece5d tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 944 time: 0.1647935 Aug 24 18:54:25.366992 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6e479f2f-923c-439e-8637-fa163994c950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:25.378878 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-647468a6-a3fd-43f0-913f-91f3bf54c688 req-045fb2be-45ba-404b-a010-bd183bd97c9c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648520 Aug 24 18:54:25.424401 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6e479f2f-923c-439e-8637-fa163994c950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:25.593695 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb58937-f8c5-4b44-ad42-6e60ba714f1b req-880bed06-511e-4fa4-b286-7684e08c1fd3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:25.595271 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0cb58937-f8c5-4b44-ad42-6e60ba714f1b req-880bed06-511e-4fa4-b286-7684e08c1fd3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0820987 Aug 24 18:54:25.618950 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6e479f2f-923c-439e-8637-fa163994c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:25.625448 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9ba7095a-1026-4b62-b483-26f7b84abc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:25.646826 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e479f2f-923c-439e-8637-fa163994c950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecefeed8-26ae-4f74-9538-7df99fcf9968,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:25.651903 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6e479f2f-923c-439e-8637-fa163994c950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:25.665089 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6e479f2f-923c-439e-8637-fa163994c950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:25.667613 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-6e479f2f-923c-439e-8637-fa163994c950 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecefeed8-26ae-4f74-9538-7df99fcf9968 HTTP/1.1" status: 204 len: 168 time: 0.4130185 Aug 24 18:54:25.679860 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0cb58937-f8c5-4b44-ad42-6e60ba714f1b req-9d7140b6-1232-49a9-b656-0f0e59e090b6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790536 Aug 24 18:54:26.522241 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:54:26.557722 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:26.638986 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91659f19-9f45-429f-a9cd-ae60872042be req-0d75a92f-0f5e-4f27-bffe-e82455e1ff91 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:26.643571 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-91659f19-9f45-429f-a9cd-ae60872042be req-0d75a92f-0f5e-4f27-bffe-e82455e1ff91 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 944 time: 0.1506231 Aug 24 18:54:26.711036 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-91659f19-9f45-429f-a9cd-ae60872042be req-6f8b5741-0a16-414a-ac14-754ccb8f19f0 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621181 Aug 24 18:54:26.776311 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:26.791681 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'port_id': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'mac_address': 'fa:16:3e:c7:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:54:26.802781 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39700) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:26.863605 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:26.882178 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:26.890684 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:26.891987 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:26.965880 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:54:27.003159 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296243d9-6c2f-4179-8af0-1062cfccd4b0 req-9489adff-ae41-4d8f-ac5a-6088b33151f8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:27.005180 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-296243d9-6c2f-4179-8af0-1062cfccd4b0 req-9489adff-ae41-4d8f-ac5a-6088b33151f8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0905106 Aug 24 18:54:27.026241 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:27.057565 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.066825 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-296243d9-6c2f-4179-8af0-1062cfccd4b0 req-1771f5e6-5d6b-4005-a601-625c70cf0e7b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532107 Aug 24 18:54:27.113907 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eea692-955a-4d91-b199-b3c140bc0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a555cac-27fb-4e1a-bd3f-f777d1aa25c4'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:54:27.124113 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.127947 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-6b17e94a-5d7f-4b11-ac24-3e7b6b34ef1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:27.165334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:27.221998 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:27.225589 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:27.243548 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eea692-955a-4d91-b199-b3c140bc0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a555cac-27fb-4e1a-bd3f-f777d1aa25c4', 'code': 200} Aug 24 18:54:27.277454 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.304331 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.305201 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:27.312652 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:27.317256 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:fe7f50eb03434853949de397b28be6f5 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:27.320544 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:27.327047 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:27.332027 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:27.416327 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.419405 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:27.422944 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:27.507810 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['2d190b7c-07c2-4e34-be33-b36dcdcd0db2'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:54:27.585765 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.606089 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:27.723012 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b805a88-4eba-4c08-9bb0-e81421fb716d,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:27.730318 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:27.736523 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe7f50eb03434853949de397b28be6f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9325275 Aug 24 18:54:27.739015 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39732) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:27.743470 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:27.750841 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:27.752142 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.788307 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5f17da4b-1527-4bd1-9be9-2855156eec4f req-1e00fcfe-44f0-4bab-a082-a0802250a583 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 1098 time: 0.0980511 Aug 24 18:54:27.827111 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c63b8c44-fd5d-4e08-84d6-8e23492a5a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.859912 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c63b8c44-fd5d-4e08-84d6-8e23492a5a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.860145 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5f17da4b-1527-4bd1-9be9-2855156eec4f req-18b5b9ac-6c08-426e-aa8a-17f5c8c094cc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639122 Aug 24 18:54:27.917714 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:27.953970 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:27.974655 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a68cf3-2e5b-46e4-88ab-54c75ca11f82 req-aac11dd4-e5c6-4eee-af3e-a848b965ad32 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:27.976118 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07a68cf3-2e5b-46e4-88ab-54c75ca11f82 req-aac11dd4-e5c6-4eee-af3e-a848b965ad32 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1064365 Aug 24 18:54:27.995765 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c63b8c44-fd5d-4e08-84d6-8e23492a5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:28.006014 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9247a50b-39e6-4229-9887-512c5e876ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:28.023808 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:28.025854 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:28.048884 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c63b8c44-fd5d-4e08-84d6-8e23492a5a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:28.054504 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-c63b8c44-fd5d-4e08-84d6-8e23492a5a86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b805a88-4eba-4c08-9bb0-e81421fb716d HTTP/1.1" status: 204 len: 168 time: 0.3120990 Aug 24 18:54:28.054504 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b8c44-fd5d-4e08-84d6-8e23492a5a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b805a88-4eba-4c08-9bb0-e81421fb716d,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:28.055415 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07a68cf3-2e5b-46e4-88ab-54c75ca11f82 req-c379b943-c53e-4619-89e7-d282adf15fd1 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714817 Aug 24 18:54:28.058763 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c63b8c44-fd5d-4e08-84d6-8e23492a5a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:28.137844 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:28.223161 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:28.496811 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa61a65-1a45-431b-b04c-4a87a2f15655 req-deeebe7d-f518-44f5-be30-be1a29b9645f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:28.506703 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-eaa61a65-1a45-431b-b04c-4a87a2f15655 req-deeebe7d-f518-44f5-be30-be1a29b9645f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 944 time: 0.1580601 Aug 24 18:54:28.522922 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:28.548761 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-eaa61a65-1a45-431b-b04c-4a87a2f15655 req-14d1caee-2365-4646-a8a2-b44ba62c5b0e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410657 Aug 24 18:54:28.606154 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-53785280-e802-40b7-8b89-f01634701cea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764663 Aug 24 18:54:28.743239 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-57a3a638-dac2-40d0-b73c-78652967e82b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=38157e17669447d2ae7961d282988f6a&device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 1098 time: 0.0684023 Aug 24 18:54:28.795497 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:28.805507 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:28.805507 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:28.897706 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-11c9a8fc-56f0-403e-9d9c-5eec273d4118 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:28.899173 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-11c9a8fc-56f0-403e-9d9c-5eec273d4118 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddce4051-6187-4082-96ea-6e47145b5c61 HTTP/1.1" status: 200 len: 913 time: 0.1346135 Aug 24 18:54:28.927974 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:28.961319 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:28.974139 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-3f412c91-59f2-4548-b37f-44322a8c5db6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d4152f0-3c00-4cfe-b655-50f93bfb72d7 HTTP/1.1" status: 200 len: 217 time: 0.0658722 Aug 24 18:54:29.036458 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-45128602-a886-41c3-84b1-dec2b8ec84b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:29.037848 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-45128602-a886-41c3-84b1-dec2b8ec84b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73538b2f-70fa-46e7-8c35-8ef1daf391b9 HTTP/1.1" status: 200 len: 852 time: 0.0569992 Aug 24 18:54:29.052241 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:29.053992 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:29.112213 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-82b276f0-14dd-41e0-a3ba-58568e112943 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddce4051-6187-4082-96ea-6e47145b5c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572863 Aug 24 18:54:29.147820 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:29.154258 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:29.244654 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb4830-8583-4777-8ea0-45a90217fb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1'}, {'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:54:29.332259 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb4830-8583-4777-8ea0-45a90217fb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1', 'code': 200} Aug 24 18:54:29.332739 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'code': 200} Aug 24 18:54:29.424871 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39776) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:29.447252 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:29.468723 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-d41cb6af-e455-42b1-bc98-64a5d8cb87c4 service neutron] 10.222.0.58 "GET /v2.0/networks/ddce4051-6187-4082-96ea-6e47145b5c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481066 Aug 24 18:54:29.486895 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:29.490831 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f8502ff8ab934d4789b253148ea85191 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:29.493601 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:29.502854 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69489-21b5-4cf1-b95b-0dd2281d0c63 req-96975fb8-cb42-4c8a-9e2a-dfac9241ebf3 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:29.505531 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:29.509408 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-36b69489-21b5-4cf1-b95b-0dd2281d0c63 req-96975fb8-cb42-4c8a-9e2a-dfac9241ebf3 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.2660534 Aug 24 18:54:29.608419 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:29.666835 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-36b69489-21b5-4cf1-b95b-0dd2281d0c63 req-2b8875f7-ab16-4395-b110-f35b54096dd3 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563179 Aug 24 18:54:29.721378 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c92cff-0890-4625-a01b-58607b8e38d9 req-92b58708-a998-46c3-bf9a-e8819826f268 service neutron] 10.222.0.58 "GET /v2.0/networks/ddce4051-6187-4082-96ea-6e47145b5c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452002 Aug 24 18:54:29.776299 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:29.804190 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9e1fda98-29cf-4429-b1d1-0653d0d55fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:29.833609 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8502ff8ab934d4789b253148ea85191&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4104819 Aug 24 18:54:29.845510 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 39788) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:29.878495 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cbfad8-cb6c-412d-8536-3f307a479fef,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:29.885054 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:29.908600 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2020f7-ccf9-499d-b6ac-03432634003f req-9f9cf6b3-4f0f-4bcd-896e-90b5016eaa74 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:29.916763 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3d2020f7-ccf9-499d-b6ac-03432634003f req-9f9cf6b3-4f0f-4bcd-896e-90b5016eaa74 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1829002 Aug 24 18:54:29.953279 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-09f73d83-9de1-45a9-a725-cabba3e457a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:29.974289 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3d2020f7-ccf9-499d-b6ac-03432634003f req-0570c2e1-b7ed-480d-a5b4-09e36b4de115 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491028 Aug 24 18:54:30.039249 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-09f73d83-9de1-45a9-a725-cabba3e457a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:30.086616 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-19856c29-9593-490c-a6dd-91d55b057b64 req-fd55825b-56e3-40e6-a204-9fb1b9522e9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1098 time: 0.0784314 Aug 24 18:54:30.100735 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-08ec9bec-76e2-4239-8667-ccc7320cde15 req-00804f9f-6771-47a4-882d-d6e9c0df79d8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 1098 time: 0.1266434 Aug 24 18:54:30.134012 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-19856c29-9593-490c-a6dd-91d55b057b64 req-ffe92a31-d8ce-4f44-b573-f0508a1bdcd4 service neutron] Synchronizing usage tracker for tenant:fd260a8a71a8489fb60059d063af050d on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:30.152330 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-08ec9bec-76e2-4239-8667-ccc7320cde15 req-b0960110-8012-460f-a614-8f5e2da6024b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437660 Aug 24 18:54:30.326841 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-09f73d83-9de1-45a9-a725-cabba3e457a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:30.327008 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-19856c29-9593-490c-a6dd-91d55b057b64 req-ffe92a31-d8ce-4f44-b573-f0508a1bdcd4 service neutron] Unset dirty status for tenant:fd260a8a71a8489fb60059d063af050d on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:30.328095 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-19856c29-9593-490c-a6dd-91d55b057b64 req-ffe92a31-d8ce-4f44-b573-f0508a1bdcd4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349041 Aug 24 18:54:30.330983 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ee2033c3-b100-4574-9002-cf848c873e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:30.342975 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f73d83-9de1-45a9-a725-cabba3e457a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cbfad8-cb6c-412d-8536-3f307a479fef,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:30.346718 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-09f73d83-9de1-45a9-a725-cabba3e457a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:30.356934 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-09f73d83-9de1-45a9-a725-cabba3e457a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:30.361164 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-09f73d83-9de1-45a9-a725-cabba3e457a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72cbfad8-cb6c-412d-8536-3f307a479fef HTTP/1.1" status: 204 len: 168 time: 0.5235281 Aug 24 18:54:30.948471 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a337-c910-4c1b-8dff-69fa157fa963 req-28c9dfa6-a43d-4899-942d-b428056d58de tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:30.950448 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8f30a337-c910-4c1b-8dff-69fa157fa963 req-28c9dfa6-a43d-4899-942d-b428056d58de tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1411488 Aug 24 18:54:31.011605 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8f30a337-c910-4c1b-8dff-69fa157fa963 req-cb2d57c2-9173-4a1f-a01f-190ca78c39a7 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537262 Aug 24 18:54:31.251740 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51fdbf-15be-4538-9eb8-e1fbffe3c8f2 req-ca138629-a109-4b16-b972-24c302412a0e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:31.254247 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2d51fdbf-15be-4538-9eb8-e1fbffe3c8f2 req-ca138629-a109-4b16-b972-24c302412a0e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1312833 Aug 24 18:54:31.301170 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2d51fdbf-15be-4538-9eb8-e1fbffe3c8f2 req-f3db3fdb-c9a4-4ef2-9cbd-afc834bd92de tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399888 Aug 24 18:54:31.401847 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 39830) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:31.419989 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:31.451942 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:31.455971 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Usage tracker for resource:security_group_rule and tenant:f2e65c48ed474524867da30389330340 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:31.458831 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:31.464530 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:31.542342 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:31.634516 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:31.643168 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:31.684926 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2e65c48ed474524867da30389330340&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2818894 Aug 24 18:54:31.685704 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd58b1-81e6-49d2-af9a-bd640d959c82,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:31.688122 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 39838) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:31.688673 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:31.764586 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d12b80c4-e9b3-41eb-96c5-54319152d1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:31.792157 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d12b80c4-e9b3-41eb-96c5-54319152d1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:31.996715 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c88e6-781f-4444-a2cc-95697aba7f95 req-d8dcc17f-4f65-4700-af8b-fec4394e6f23 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:32.003908 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d12b80c4-e9b3-41eb-96c5-54319152d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:32.007629 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8e7c88e6-781f-4444-a2cc-95697aba7f95 req-d8dcc17f-4f65-4700-af8b-fec4394e6f23 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1490364 Aug 24 18:54:32.015660 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-fb9b7c66-2c24-4dd0-82c3-62a54efe9cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:32.081383 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:32.100689 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b80c4-e9b3-41eb-96c5-54319152d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd58b1-81e6-49d2-af9a-bd640d959c82,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:32.123134 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8e7c88e6-781f-4444-a2cc-95697aba7f95 req-39739b92-b65d-409b-8c22-fb49c2ab754b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047192 Aug 24 18:54:32.141398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d12b80c4-e9b3-41eb-96c5-54319152d1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:32.141398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d12b80c4-e9b3-41eb-96c5-54319152d1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:32.141398 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-d12b80c4-e9b3-41eb-96c5-54319152d1b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fbd58b1-81e6-49d2-af9a-bd640d959c82 HTTP/1.1" status: 204 len: 168 time: 0.4445839 Aug 24 18:54:32.181986 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-18d843b0-263f-45f3-aacf-4c8cda65fe10 req-609f306c-5445-442e-bbc5-bf0b55fbd36e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 1098 time: 0.2604594 Aug 24 18:54:32.209323 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1766cc-de6f-448f-aee4-5092b298cd35 req-395b5874-9430-43bf-a4e4-0d29236c65ef tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:32.211029 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cc1766cc-de6f-448f-aee4-5092b298cd35 req-395b5874-9430-43bf-a4e4-0d29236c65ef tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 945 time: 0.1760356 Aug 24 18:54:32.346381 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cc1766cc-de6f-448f-aee4-5092b298cd35 req-ee068e85-36d8-424d-8d93-4e69340dba41 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116035 Aug 24 18:54:32.429122 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d843b0-263f-45f3-aacf-4c8cda65fe10 req-ce91df10-53cf-454d-aae0-86bd281fd48b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:32.431407 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-18d843b0-263f-45f3-aacf-4c8cda65fe10 req-ce91df10-53cf-454d-aae0-86bd281fd48b service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 919 time: 0.2194166 Aug 24 18:54:32.517521 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-18d843b0-263f-45f3-aacf-4c8cda65fe10 req-77258cf3-b597-4161-bfeb-9350b6816022 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 HTTP/1.1" status: 200 len: 217 time: 0.0715551 Aug 24 18:54:32.529037 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f074fdc-1869-456c-84cf-40f2ff026035 req-c80820d4-c646-4050-9a9d-c802fc9511e7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:32.536895 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1f074fdc-1869-456c-84cf-40f2ff026035 req-c80820d4-c646-4050-9a9d-c802fc9511e7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.0948668 Aug 24 18:54:32.598655 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1f074fdc-1869-456c-84cf-40f2ff026035 req-582e8541-9640-4841-91e2-72b52a489634 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608077 Aug 24 18:54:32.617242 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d843b0-263f-45f3-aacf-4c8cda65fe10 req-f2ae0c27-76d2-4446-a97f-6bb89d4c437e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:32.619269 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-18d843b0-263f-45f3-aacf-4c8cda65fe10 req-f2ae0c27-76d2-4446-a97f-6bb89d4c437e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.0872414 Aug 24 18:54:32.677005 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-18d843b0-263f-45f3-aacf-4c8cda65fe10 req-f836de40-724b-4c0d-8e01-478b1960e714 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434222 Aug 24 18:54:32.872201 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-18d843b0-263f-45f3-aacf-4c8cda65fe10 req-2fa95a8c-80b0-439a-a77d-5fee6f5adff9 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870179 Aug 24 18:54:32.886968 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32475-239a-44e3-851d-97a7756e80f8 req-203716ae-062e-481f-b763-016abbfb24bc tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:32.889068 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f2e32475-239a-44e3-851d-97a7756e80f8 req-203716ae-062e-481f-b763-016abbfb24bc tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1374478 Aug 24 18:54:32.898124 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 39882) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:32.903574 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-29e52fd2-ffd6-494b-afa0-62683b17b298 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'floatingip': {'port_id': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:32.985492 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-29e52fd2-ffd6-494b-afa0-62683b17b298 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:33.033662 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-18d843b0-263f-45f3-aacf-4c8cda65fe10 req-bbd3219f-cad5-487f-b977-2817dcd37360 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427004 Aug 24 18:54:33.418083 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-46ba3daa-4dd5-41af-9edf-eb7741938588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:33.515848 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a760dd-cf37-45b8-965c-e8356534df1d req-182da3ab-0fc4-4615-af9b-38a4dde26799 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:33.517343 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e3a760dd-cf37-45b8-965c-e8356534df1d req-182da3ab-0fc4-4615-af9b-38a4dde26799 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.2410181 Aug 24 18:54:33.624882 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9a049-b331-4457-893f-14d40c45a8b7 req-ccacdc64-e142-4d22-b1ee-10d2273f5e5f tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:33.634208 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fcb9a049-b331-4457-893f-14d40c45a8b7 req-ccacdc64-e142-4d22-b1ee-10d2273f5e5f tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 945 time: 0.1198342 Aug 24 18:54:33.690664 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fcb9a049-b331-4457-893f-14d40c45a8b7 req-7ec91283-8fd1-49b8-baf8-09fcb17298bf tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504029 Aug 24 18:54:33.786669 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e3a760dd-cf37-45b8-965c-e8356534df1d req-6468e8d1-3212-4ccc-988a-1b0073010159 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604916 Aug 24 18:54:33.994680 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-29e52fd2-ffd6-494b-afa0-62683b17b298 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:34.075036 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-29e52fd2-ffd6-494b-afa0-62683b17b298 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:34.257397 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1e5b7699-f1c8-4ef0-a783-39611268acb2 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:34.260039 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1e5b7699-f1c8-4ef0-a783-39611268acb2 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.58 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 945 time: 0.1012359 Aug 24 18:54:34.275796 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.l3_db [None req-29e52fd2-ffd6-494b-afa0-62683b17b298 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Floating IP a83a82de-a490-4fe2-84ed-e0288cc28f58 associated. External IP: 172.28.1.247, port: 2d190b7c-07c2-4e34-be33-b36dcdcd0db2. Aug 24 18:54:34.329668 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Deleting port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:54:34.329999 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:34.555159 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:34.706195 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] For port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,segment=NetworkSegment(88fb0885-f33b-4e7c-826b-62af5180bcf4),segment_id=88fb0885-f33b-4e7c-826b-62af5180bcf4)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:34.706738 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:34.753982 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e52fd2-ffd6-494b-afa0-62683b17b298 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Router f67f6989-f28f-4a4e-934e-51595eee96a3 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:54:34.883801 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Calling delete_port for 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 owned by compute:nova {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:54:35.123869 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eee299-a664-4a6f-bcb0-9a3c3b350c72 req-a01d981c-58f3-4e3f-8011-be95c6b508e7 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:35.131076 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-94eee299-a664-4a6f-bcb0-9a3c3b350c72 req-a01d981c-58f3-4e3f-8011-be95c6b508e7 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 945 time: 0.2546473 Aug 24 18:54:35.147763 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1eb08-40ba-4af1-8e3c-cdae0240f521 req-86db7203-dcde-4d2e-b3a2-c898a4a54247 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:35.149280 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7ff1eb08-40ba-4af1-8e3c-cdae0240f521 req-86db7203-dcde-4d2e-b3a2-c898a4a54247 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1095898 Aug 24 18:54:35.156030 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e52fd2-ffd6-494b-afa0-62683b17b298 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:54:35.168909 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] Sync routers for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:54:35.193147 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-29e52fd2-ffd6-494b-afa0-62683b17b298 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:35.199134 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:54:35.199967 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:54:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:35.265360 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7ff1eb08-40ba-4af1-8e3c-cdae0240f521 req-34fb57a9-2455-4d30-a39c-7606274bad7d tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029685 Aug 24 18:54:35.270338 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-29e52fd2-ffd6-494b-afa0-62683b17b298 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "PUT /v2.0/floatingips/a83a82de-a490-4fe2-84ed-e0288cc28f58 HTTP/1.1" status: 200 len: 991 time: 2.3705008 Aug 24 18:54:35.272676 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:54:35.277237 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-94eee299-a664-4a6f-bcb0-9a3c3b350c72 req-f149584c-dbe8-4246-bf7b-4779c65a8d42 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/security-groups?id=47514d75-645b-4aab-99c7-b08696701bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453128 Aug 24 18:54:35.383133 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'status': 'completed', 'code': 200} Aug 24 18:54:35.455749 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:54:35.547924 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-31da4e97-2bcd-4ac5-a905-c4c07c4e07f2 req-f8305439-e39b-4fa0-aa79-35b628f32805 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 1098 time: 0.1304677 Aug 24 18:54:35.567000 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:35.573518 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:35.579921 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['4d4152f0-3c00-4cfe-b655-50f93bfb72d7'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:54:35.661053 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Pushing event deleted for resources: {'Port': ['ID=4d4152f0-3c00-4cfe-b655-50f93bfb72d7,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:35.664676 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:35.692269 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4e97-2bcd-4ac5-a905-c4c07c4e07f2 req-e2e34c70-6008-4ddc-8405-5d2eff2536cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:35.694467 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-31da4e97-2bcd-4ac5-a905-c4c07c4e07f2 req-e2e34c70-6008-4ddc-8405-5d2eff2536cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 918 time: 0.1392398 Aug 24 18:54:35.767023 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] No DVR routers for this DVR port 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 on host hv-cinder-80582 {{(pid=75888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:54:35.776789 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:35.785562 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b825867a-2f32-4ae2-a342-f5e35081e97e', 'name': 'network-vif-deleted', 'tag': '4d4152f0-3c00-4cfe-b655-50f93bfb72d7'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:54:35.903708 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': 'a83a82de-a490-4fe2-84ed-e0288cc28f58', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'port_id': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'mac_address': 'fa:16:3e:c7:ab:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ae033-536a-4970-adff-fd24492eedeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:53:57Z', 'updated_at': '2021-08-24T18:54:33Z', 'revision_number': 1, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:35.909528 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-31da4e97-2bcd-4ac5-a905-c4c07c4e07f2 req-2a0443ad-1f0b-453d-ad9c-c04aae7647cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2 HTTP/1.1" status: 200 len: 999 time: 0.2085130 Aug 24 18:54:35.910264 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] Checking router: f67f6989-f28f-4a4e-934e-51595eee96a3 for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:54:35.924999 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:54:35.926036 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:54:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:35.927346 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-125f7df3-6ab0-4eb1-a870-003ba3137ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:35.929094 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-64e90ffe-07ff-4fbf-9d97-01bc07d49434 req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.58 "DELETE /v2.0/ports/4d4152f0-3c00-4cfe-b655-50f93bfb72d7 HTTP/1.1" status: 204 len: 173 time: 1.6641071 Aug 24 18:54:36.018574 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4e97-2bcd-4ac5-a905-c4c07c4e07f2 req-f2c238bf-713e-4a65-8bcf-d70f2a1a58bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:36.020054 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-31da4e97-2bcd-4ac5-a905-c4c07c4e07f2 req-f2c238bf-713e-4a65-8bcf-d70f2a1a58bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.1041148 Aug 24 18:54:36.126818 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-31da4e97-2bcd-4ac5-a905-c4c07c4e07f2 req-9fb1890d-a408-42b2-8dbb-9c9907bbd7b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0978649 Aug 24 18:54:36.193219 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:54:36.328509 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-31da4e97-2bcd-4ac5-a905-c4c07c4e07f2 req-206f0e85-66e6-4545-b939-a29c5970a464 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810408 Aug 24 18:54:36.362425 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b825867a-2f32-4ae2-a342-f5e35081e97e', 'name': 'network-vif-deleted', 'tag': '4d4152f0-3c00-4cfe-b655-50f93bfb72d7', 'status': 'completed', 'code': 200} Aug 24 18:54:36.509733 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-b69b046e-1521-4365-b1dd-6f26a1ba5d3c req-08235e32-9539-4267-b3ba-bd30c58aabb9 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Synchronizing usage tracker for tenant:38157e17669447d2ae7961d282988f6a on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:36.521496 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-31da4e97-2bcd-4ac5-a905-c4c07c4e07f2 req-00979a8c-700b-4ed1-a422-ee0fb9463c60 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863902 Aug 24 18:54:36.538976 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb022f-7da5-4487-a42f-2a67b50bef69 req-8a088cb2-4c04-4207-8f53-1ae2d25a296f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:36.540591 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1bbb022f-7da5-4487-a42f-2a67b50bef69 req-8a088cb2-4c04-4207-8f53-1ae2d25a296f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1231027 Aug 24 18:54:36.608971 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': 'a83a82de-a490-4fe2-84ed-e0288cc28f58', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'port_id': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'mac_address': 'fa:16:3e:c7:ab:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ae033-536a-4970-adff-fd24492eedeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:53:57Z', 'updated_at': '2021-08-24T18:54:33Z', 'revision_number': 1, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:36.616942 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebead5f-2eb6-456b-b5cb-8da87ec25c5c None None] The sync data for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb is: [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': 'a83a82de-a490-4fe2-84ed-e0288cc28f58', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'port_id': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'mac_address': 'fa:16:3e:c7:ab:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ae033-536a-4970-adff-fd24492eedeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:53:57Z', 'updated_at': '2021-08-24T18:54:33Z', 'revision_number': 1, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:54:36.638750 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1bbb022f-7da5-4487-a42f-2a67b50bef69 req-29dbb5d9-0159-40c2-81a0-85810aa32048 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895936 Aug 24 18:54:36.641237 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-b69b046e-1521-4365-b1dd-6f26a1ba5d3c req-08235e32-9539-4267-b3ba-bd30c58aabb9 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Unset dirty status for tenant:38157e17669447d2ae7961d282988f6a on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:36.642526 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b69b046e-1521-4365-b1dd-6f26a1ba5d3c req-08235e32-9539-4267-b3ba-bd30c58aabb9 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 210 time: 0.1741841 Aug 24 18:54:36.685272 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:36.872994 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e0c9f-2d14-46d5-bee7-cbe8090ab2c1 None None] New status for floating IP a83a82de-a490-4fe2-84ed-e0288cc28f58: ACTIVE {{(pid=75890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:54:36.895561 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40030) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:37.080870 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:37.145555 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:37.150203 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0dd4fb77a94a23b0f7e434209b1013 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:37.153302 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:37.159743 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:37.237294 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:37.416654 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:37.424628 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a63c9d32-b7d6-4b77-96e2-4d11068145b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:37.494809 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f0dd4fb77a94a23b0f7e434209b1013&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5981219 Aug 24 18:54:37.495111 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40052) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:37.498500 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab21ede-0c98-474c-9761-d7aa1de2071f,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:37.502250 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:37.551550 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40058) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:37.571936 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b23ab31d-1f50-47ac-964e-b609edb1e943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:37.598971 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b23ab31d-1f50-47ac-964e-b609edb1e943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:37.746422 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:37.804690 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:37.819386 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Usage tracker for resource:security_group_rule and tenant:2ee667e72d5c4bc6a79aca94ba490382 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:37.825282 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b23ab31d-1f50-47ac-964e-b609edb1e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:37.831373 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-fdd12f78-1410-4e5f-ab2c-5e79c5a91ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:37.851450 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ab31d-1f50-47ac-964e-b609edb1e943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab21ede-0c98-474c-9761-d7aa1de2071f,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:37.862822 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:37.865540 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b23ab31d-1f50-47ac-964e-b609edb1e943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:37.889014 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fa5681c2-4143-4d34-8f45-62819889ef99 req-e9740674-f70e-46c5-bdd6-0fe358686707 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] 10.222.0.20 "GET /v2.0/ports?device_id=b825867a-2f32-4ae2-a342-f5e35081e97e HTTP/1.1" status: 200 len: 210 time: 0.0715795 Aug 24 18:54:37.891712 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:37.903593 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b23ab31d-1f50-47ac-964e-b609edb1e943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:37.907860 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b23ab31d-1f50-47ac-964e-b609edb1e943 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cab21ede-0c98-474c-9761-d7aa1de2071f HTTP/1.1" status: 204 len: 168 time: 0.4085963 Aug 24 18:54:37.946826 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3d5f0-c64a-46b9-a038-95548fb46668 req-6c2e51a2-608a-49c1-9188-ff1d81348322 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:37.953877 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c6a3d5f0-c64a-46b9-a038-95548fb46668 req-6c2e51a2-608a-49c1-9188-ff1d81348322 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1780834 Aug 24 18:54:38.017016 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c6a3d5f0-c64a-46b9-a038-95548fb46668 req-150c747f-ce1e-429f-abf1-006c844323ab tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578160 Aug 24 18:54:38.021181 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:38.097867 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:38.112683 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-762b2b6e-1092-435c-bb5b-bfff206e2303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:38.145996 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:38.162026 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ee667e72d5c4bc6a79aca94ba490382&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6093180 Aug 24 18:54:38.163201 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57ae00f-deee-4d80-87b7-cf65349e9ed0,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:38.165020 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40080) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:38.166382 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:38.244805 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0d26c9b8-2e94-41f6-b5eb-313e5976debd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:38.279301 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0d26c9b8-2e94-41f6-b5eb-313e5976debd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:38.551039 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:54:38.579713 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0d26c9b8-2e94-41f6-b5eb-313e5976debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:38.585162 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:54:38.585375 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:38.585519 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 4d4152f0-3c00-4cfe-b655-50f93bfb72d7 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:54:38.599767 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26c9b8-2e94-41f6-b5eb-313e5976debd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57ae00f-deee-4d80-87b7-cf65349e9ed0,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:38.603051 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0d26c9b8-2e94-41f6-b5eb-313e5976debd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:38.605203 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0d26c9b8-2e94-41f6-b5eb-313e5976debd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:38.606086 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-0d26c9b8-2e94-41f6-b5eb-313e5976debd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a57ae00f-deee-4d80-87b7-cf65349e9ed0 HTTP/1.1" status: 204 len: 168 time: 0.4400456 Aug 24 18:54:39.261204 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190a692-5563-4141-ba17-1b2a112cd2ab req-ad65982d-3b03-4075-8d1b-6aecf25e6136 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:39.262805 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c190a692-5563-4141-ba17-1b2a112cd2ab req-ad65982d-3b03-4075-8d1b-6aecf25e6136 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.0964456 Aug 24 18:54:39.316617 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c190a692-5563-4141-ba17-1b2a112cd2ab req-05ea1b5c-4e78-4201-949f-c3222fd6179c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469134 Aug 24 18:54:39.568429 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40136) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:39.580496 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40144) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:39.598912 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:39.630662 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:39.634685 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9a11025fa04dcda1aa527cc0d817bc is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:39.637575 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:39.644305 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:39.716206 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:39.807022 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:39.817827 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-daf0b911-9299-4b35-b807-3cf69dbf0ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:39.820153 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-335559552-network', 'tenant_id': 'cbd451a89478474c83dee360cb90c51e'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:39.824274 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:39.831223 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Usage tracker for resource:network and tenant:cbd451a89478474c83dee360cb90c51e is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:39.838480 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:39.846738 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:39.862047 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efbace7-6a65-40e2-b075-fadb4b8eae64,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:39.870943 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c9a11025fa04dcda1aa527cc0d817bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2893262 Aug 24 18:54:39.873548 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40152) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:39.877107 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.877468 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.877820 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.878198 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.878544 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.878883 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.879424 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.879768 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.880104 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.880438 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.880769 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:39.884480 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:39.938981 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:39.966208 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:39.997361 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Made reservation on behalf of cbd451a89478474c83dee360cb90c51e for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:39.999643 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.013780 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.132400 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.138661 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-bc22a514-423c-4aeb-86fc-a41f47450c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:40.153354 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efbace7-6a65-40e2-b075-fadb4b8eae64,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:40.160817 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:40.167971 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd451a89478474c83dee360cb90c51e is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:40.174557 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:40.180811 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:40.184024 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.184157 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.184408 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.184754 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.185090 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.185421 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.185751 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.186108 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.186636 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.187562 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.187562 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:40.190782 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:40.192842 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.194798 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7efbace7-6a65-40e2-b075-fadb4b8eae64 HTTP/1.1" status: 204 len: 168 time: 0.3190370 Aug 24 18:54:40.297213 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.527730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b38deb-45eb-4f1d-a282-e44050da8c88 req-a8405e63-d2ad-446b-9042-64ffabfd4cb3 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:40.529277 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d6b38deb-45eb-4f1d-a282-e44050da8c88 req-a8405e63-d2ad-446b-9042-64ffabfd4cb3 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.0813689 Aug 24 18:54:40.574947 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d6b38deb-45eb-4f1d-a282-e44050da8c88 req-c4a53826-c21f-4058-b5db-6aa5771ad2b6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398173 Aug 24 18:54:40.595021 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.599408 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:40.626812 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=75889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:54:40.634810 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec16751f-83a5-419f-9e96-83618b72945a,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:40.642792 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:40.642792 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.642792 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Added segment ee700e6c-d8ec-4cf8-9079-3446dcc762f3 of type vlan for network 5485667f-e617-4d25-935d-c6f8d5883a06 Aug 24 18:54:40.666722 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.834875 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.836128 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:40.836745 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:40.841648 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:40.941234 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Pushing event updated for resources: {'Network': ['ID=5485667f-e617-4d25-935d-c6f8d5883a06,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:40.943871 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:40.951320 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 5485667f-e617-4d25-935d-c6f8d5883a06 details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:54:41.034205 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4696863 Aug 24 18:54:41.043125 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40196) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:41.051407 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Request body: {'subnet': {'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-335559552-subnet', 'tenant_id': 'cbd451a89478474c83dee360cb90c51e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:41.061970 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:41.066880 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Usage tracker for resource:subnet and tenant:cbd451a89478474c83dee360cb90c51e is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:41.071273 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:41.081022 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:41.166452 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Made reservation on behalf of cbd451a89478474c83dee360cb90c51e for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:41.168930 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7039698'] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:41.190928 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40206) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:41.284022 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] Deleting subnet 73538b2f-70fa-46e7-8c35-8ef1daf391b9 {{(pid=75889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:54:41.286902 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:41.402329 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7211180'] for subnet, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:41.463197 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:41.591013 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7110484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7039680'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:41.599430 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c28174bc-d6c6-45b7-962e-f4579faec5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:41.623717 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6636141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6968070'] for subnet, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:41.629298 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:41.681203 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edeb5690-f48c-46ac-8dfa-d3b741528967,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:41.682366 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73538b2f-70fa-46e7-8c35-8ef1daf391b9,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:41.683863 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:41.685016 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:41.687948 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:41.692542 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Checking segment: {'id': 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:41.693026 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Network hostable DHCP agents. Network: 5485667f-e617-4d25-935d-c6f8d5883a06, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:54:41.694496 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/73538b2f-70fa-46e7-8c35-8ef1daf391b9 HTTP/1.1" status: 204 len: 168 time: 0.5022595 Aug 24 18:54:41.697095 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40234) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:41.806413 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Network 5485667f-e617-4d25-935d-c6f8d5883a06 is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:54:41.856694 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:41.886885 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40246) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:41.903399 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 5485667f-e617-4d25-935d-c6f8d5883a06) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:41.913624 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:41.913624 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:41.913915 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63de5a01-5f76-4b4e-a91a-2b3e144af7ed None None] Network 5485667f-e617-4d25-935d-c6f8d5883a06 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:54:41.992747 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22fa2-0bd3-40b9-a52c-74730ad211ec req-2d5005d5-dd36-4ff4-a8e4-e9885279f648 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:41.994074 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-29f22fa2-0bd3-40b9-a52c-74730ad211ec req-2d5005d5-dd36-4ff4-a8e4-e9885279f648 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.2012947 Aug 24 18:54:42.058792 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5ce3324b-6ccb-404a-8f64-e6b98af744c3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0141559 Aug 24 18:54:42.062109 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.081004 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddce4051-6187-4082-96ea-6e47145b5c61']}} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:42.127593 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fb0885-f33b-4e7c-826b-62af5180bcf4') {'for_net_delete': True} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:42.131614 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fb0885-f33b-4e7c-826b-62af5180bcf4') {} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:42.131767 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.158682 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-29f22fa2-0bd3-40b9-a52c-74730ad211ec req-dcf5b60b-4ad1-4a43-bf5e-edb8f9b8109e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515470 Aug 24 18:54:42.160683 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7211171'] for segment, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.204539 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.217050 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=75889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:54:42.219688 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6636235'] for segment, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: Traceback (most recent call last): Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: timer() Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: cb(*args, **kw) Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: return func(*args, **kwargs) Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: self._notify() Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: self.callback(batched_events) Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: event.method(event) Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: return f(self, *a, **k) Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: return self._get(url).json() Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: return self.request(url, 'GET', **kwargs) Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:54:42.260590 dv-cinder-805825-1-smb neutron-server[75889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:54:42.280867 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:42.285192 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ea06ac92a941e892a54a1565fbbb39 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:42.289599 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:42.305123 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e66d80-5167-4f18-b038-ed05d3d90bca None None] Network 5485667f-e617-4d25-935d-c6f8d5883a06 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:54:42.305594 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:42.416404 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.524084 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.534258 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:42.553477 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.557280 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.561470 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ddce4051-6187-4082-96ea-6e47145b5c61,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:42.561813 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3f2b1077-7829-4625-b604-7f6fc119734d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:42.573498 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:42.606131 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17ab750-d985-4c1e-b092-94adaed8c845,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:42.609728 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:42.611984 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1ea06ac92a941e892a54a1565fbbb39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7241149 Aug 24 18:54:42.614870 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40282) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:42.661591 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-411785ad-17a5-4782-bca2-17c1c2305a4b admin admin] 10.222.0.20 "DELETE /v2.0/networks/ddce4051-6187-4082-96ea-6e47145b5c61 HTTP/1.1" status: 204 len: 168 time: 0.9628105 Aug 24 18:54:42.737341 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-abcd36be-fd3b-4a12-9343-ac2de3e25bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.770622 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-abcd36be-fd3b-4a12-9343-ac2de3e25bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.949013 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-abcd36be-fd3b-4a12-9343-ac2de3e25bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.954244 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b3ba8c2a-8c15-4ba0-b0ea-392982d15404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:42.964823 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd36be-fd3b-4a12-9343-ac2de3e25bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17ab750-d985-4c1e-b092-94adaed8c845,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:42.968468 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-abcd36be-fd3b-4a12-9343-ac2de3e25bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:42.971643 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-abcd36be-fd3b-4a12-9343-ac2de3e25bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:42.975774 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-abcd36be-fd3b-4a12-9343-ac2de3e25bf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e17ab750-d985-4c1e-b092-94adaed8c845 HTTP/1.1" status: 204 len: 168 time: 0.3598475 Aug 24 18:54:43.263569 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40306) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:43.402754 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-117b933e-2ef6-4ad3-a777-707dba64770c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38157e17669447d2ae7961d282988f6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1371837 Aug 24 18:54:43.405863 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40314) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:43.422477 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d77e22-12f4-4daf-ba30-994052b24d94 req-beae49c0-7091-4e47-82e1-9a839ea1e263 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:43.423834 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-28d77e22-12f4-4daf-ba30-994052b24d94 req-beae49c0-7091-4e47-82e1-9a839ea1e263 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1181204 Aug 24 18:54:43.500105 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-37ff7633-bdc6-4647-b579-a83a1d7c7996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:43.508238 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-28d77e22-12f4-4daf-ba30-994052b24d94 req-8533c8d7-c1fc-422d-be6d-31742b554b30 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781233 Aug 24 18:54:43.560524 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-37ff7633-bdc6-4647-b579-a83a1d7c7996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:43.736931 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-37ff7633-bdc6-4647-b579-a83a1d7c7996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:43.742358 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-71f92c2e-5ae5-46bd-9414-83813a70cf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:43.757693 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff7633-bdc6-4647-b579-a83a1d7c7996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47514d75-645b-4aab-99c7-b08696701bf5,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:43.759990 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-37ff7633-bdc6-4647-b579-a83a1d7c7996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:43.902312 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-37ff7633-bdc6-4647-b579-a83a1d7c7996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:43.907031 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-37ff7633-bdc6-4647-b579-a83a1d7c7996 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47514d75-645b-4aab-99c7-b08696701bf5 HTTP/1.1" status: 204 len: 168 time: 0.4964046 Aug 24 18:54:44.134960 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40348) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:44.162403 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:44.201969 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:44.206231 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9e7c7c426c4c9a83d51aa0fdc6fa26 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:44.209761 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:44.217874 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:44.315086 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:44.475078 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:44.481973 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:44.521507 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e210c822-73cd-45d3-9e95-48b615ea2495,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:44.527069 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea9e7c7c426c4c9a83d51aa0fdc6fa26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3900971 Aug 24 18:54:44.527918 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:44.530586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40366) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:44.601273 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-5b19accc-6f58-4553-bf83-1d405289bb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:44.627130 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-5b19accc-6f58-4553-bf83-1d405289bb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:44.739808 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca50bd-6d34-4b82-b172-78335938e0ce req-0fbecc01-4e24-48bf-8cd4-09c075c133fd tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:44.741263 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-00ca50bd-6d34-4b82-b172-78335938e0ce req-0fbecc01-4e24-48bf-8cd4-09c075c133fd tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.0971954 Aug 24 18:54:44.794364 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-00ca50bd-6d34-4b82-b172-78335938e0ce req-b72a281f-0fa1-4208-b791-edc85cde3c4a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467794 Aug 24 18:54:44.892598 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-5b19accc-6f58-4553-bf83-1d405289bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:44.904011 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-09f73d83-9de1-45a9-a725-cabba3e457a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:44.921960 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19accc-6f58-4553-bf83-1d405289bb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e210c822-73cd-45d3-9e95-48b615ea2495,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:44.923997 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-5b19accc-6f58-4553-bf83-1d405289bb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:44.934360 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-5b19accc-6f58-4553-bf83-1d405289bb12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e210c822-73cd-45d3-9e95-48b615ea2495 HTTP/1.1" status: 204 len: 168 time: 0.3956497 Aug 24 18:54:44.935865 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-5b19accc-6f58-4553-bf83-1d405289bb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:45.223994 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a6a561c1-b5d6-4cb6-8919-a7528b2d808f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:45.228812 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a6a561c1-b5d6-4cb6-8919-a7528b2d808f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/networks?id=5485667f-e617-4d25-935d-c6f8d5883a06 HTTP/1.1" status: 200 len: 808 time: 0.1743889 Aug 24 18:54:45.246539 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-db41de80-3f9c-4ef9-9be6-1c1942ba948b tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/quotas/cbd451a89478474c83dee360cb90c51e HTTP/1.1" status: 200 len: 375 time: 0.0139329 Aug 24 18:54:45.293284 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-85a23028-8090-41ba-b977-22ddce964720 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd451a89478474c83dee360cb90c51e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413487 Aug 24 18:54:45.439269 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-c15ea1ed-6ca4-4712-912c-e454a41148ac service neutron] 10.222.0.20 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345875 Aug 24 18:54:45.582371 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-d7a23bda-2986-49dc-9185-8e7af7500efb service neutron] 10.222.0.20 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348464 Aug 24 18:54:46.017060 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-27725260-acdc-44e0-b434-d02179a8563b req-25a3b8f6-8f48-436a-860a-488af71ff7fc tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 210 time: 0.0722344 Aug 24 18:54:46.162506 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40462) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:46.185481 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70fc4a-9e06-41d8-9bea-df74fae36180 req-c91c16bb-97cc-4996-95be-6940ba55b6f9 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:46.195704 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2d70fc4a-9e06-41d8-9bea-df74fae36180 req-c91c16bb-97cc-4996-95be-6940ba55b6f9 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1412516 Aug 24 18:54:46.255011 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2d70fc4a-9e06-41d8-9bea-df74fae36180 req-0ab05a88-7ca8-4e2e-a019-0cec7512b158 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569427 Aug 24 18:54:46.334504 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1715436044-network', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:46.339185 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:46.343024 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Usage tracker for resource:network and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:46.346135 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:46.352768 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:46.486227 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Made reservation on behalf of 5f13b55f289747309e3e4ed1490b7590 for: {'network': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:46.488527 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:46.501519 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:46.531482 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:46.535163 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:46.537844 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:46.543492 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:46.638613 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:46.715668 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:46.720996 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-abcd36be-fd3b-4a12-9343-ac2de3e25bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:46.755283 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=75888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:54:46.774863 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5520033c-d982-4bca-b361-32a1b0441564,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:46.774863 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:46.776281 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:46.776829 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.segments_db [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Added segment 9aa7b3d7-08ba-447f-a7bd-95ce8dfae030 of type vlan for network 01b0bebc-79e0-43fb-96ce-c8008e4895da Aug 24 18:54:46.810798 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:46.950259 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:46.956816 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:46.957449 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:46.962936 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c2db350a-1c8a-40d6-b1d3-651e6f5fdef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:47.071392 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=01b0bebc-79e0-43fb-96ce-c8008e4895da,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:47.074693 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:47.083228 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:54:47.140155 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9757023 Aug 24 18:54:47.142719 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40504) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:47.149969 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Request body: {'subnet': {'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1715436044-subnet', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:47.166258 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:47.171784 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Usage tracker for resource:subnet and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:47.176510 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:47.183013 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:47.220565 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9b12d4a0-bfdd-42e1-b317-285d76f04653 req-316efd0f-6a8c-41ac-a0ae-4d79c3af04b3 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 210 time: 0.1010098 Aug 24 18:54:47.291660 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Made reservation on behalf of 5f13b55f289747309e3e4ed1490b7590 for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:47.294004 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7039698'] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:47.548961 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ef721-8fd7-4237-b3ae-377e6280280f req-9f28265a-7c84-4183-9130-cd65954f3005 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:47.550430 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-817ef721-8fd7-4237-b3ae-377e6280280f req-9f28265a-7c84-4183-9130-cd65954f3005 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1476419 Aug 24 18:54:47.626906 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-817ef721-8fd7-4237-b3ae-377e6280280f req-22ace4ca-0987-4718-a3f5-2754689b8650 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644541 Aug 24 18:54:47.684637 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40518) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:47.693039 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7110484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7039680'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:47.697518 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-94271685-360f-42e4-bd4f-1ecbf6143954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:47.721884 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40526) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:47.757590 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41231dcb-5eaa-4844-9d0a-09c0a7b6a815,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:47.765757 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:47.824096 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Checking segment: {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:47.824724 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Network hostable DHCP agents. Network: 01b0bebc-79e0-43fb-96ce-c8008e4895da, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:54:47.936522 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:54:47.937605 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:47.946200 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:47.977420 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:47.982607 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6ca1ffd88b24473a56d929fcf5a127a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:47.986466 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:47.987573 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:47.993065 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:47.996204 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Usage tracker for resource:security_group_rule and tenant:2d7dcb69ccdd483683bbff4d8523e3c1 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:48.001621 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:48.005752 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:48.053349 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 01b0bebc-79e0-43fb-96ce-c8008e4895da) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:48.058208 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:48.060448 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.063424 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1585d09e-7e53-4fac-8cd1-f8bce79e883d None None] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:54:48.064893 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.104753 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.245878 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.247944 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1041021 Aug 24 18:54:48.248899 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.257484 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40540) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:48.258044 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:48.260452 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b88a7ed3-0423-4409-b4a0-95d4172984f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:48.294092 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:48.323680 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50a503f-42fd-50dd-8832-94e7b5c7b4ac-01b0bebc-79e0-43fb-96ce-c8008e4895da', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815'}]}} from dv-cinder-805825-1-smb. {{(pid=75890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:54:48.324527 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.328888 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73385b6a-e4c8-4f12-a59c-4d82692ca83e,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:48.336289 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:48.341172 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:48.352694 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Usage tracker for resource:router and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:48.356568 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:48.373651 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6ca1ffd88b24473a56d929fcf5a127a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6476529 Aug 24 18:54:48.373963 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40544) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:48.415773 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c82737-982c-4bcf-96d5-c07d7426c6a0,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:48.422046 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:48.422878 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:48.430790 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d7dcb69ccdd483683bbff4d8523e3c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7425051 Aug 24 18:54:48.431377 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40548) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:48.505059 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-41e62330-b83e-4a11-a0b4-62fa45419724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.505339 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cfa3348d-1f40-4a80-b17d-5fcaa3862615 req-96ae5621-9df9-4859-884e-e1695d3e9ce2 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 210 time: 0.0727854 Aug 24 18:54:48.508234 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e51babe8-cd11-4001-b00c-d3045eaebb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.537506 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-41e62330-b83e-4a11-a0b4-62fa45419724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.554484 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e51babe8-cd11-4001-b00c-d3045eaebb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.589965 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1672817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4801'] for router, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.591085 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1672722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686218', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1758666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4822'] for router, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.620085 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.db_base_plugin_common [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Allocated IP 172.20.0.2 (01b0bebc-79e0-43fb-96ce-c8008e4895da/41231dcb-5eaa-4844-9d0a-09c0a7b6a815/958e1f0c-4cfd-4bf5-ad00-759dc05e6de0) {{(pid=75890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:54:48.709322 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-41e62330-b83e-4a11-a0b4-62fa45419724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.713595 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-546b4123-4e17-4888-8742-815b7138089d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:48.762873 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e62330-b83e-4a11-a0b4-62fa45419724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c82737-982c-4bcf-96d5-c07d7426c6a0,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:48.773078 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e51babe8-cd11-4001-b00c-d3045eaebb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.779125 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-41e62330-b83e-4a11-a0b4-62fa45419724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:48.797990 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:48.800030 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-41e62330-b83e-4a11-a0b4-62fa45419724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.801188 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-41e62330-b83e-4a11-a0b4-62fa45419724 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29c82737-982c-4bcf-96d5-c07d7426c6a0 HTTP/1.1" status: 204 len: 168 time: 0.3693273 Aug 24 18:54:48.825362 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.889759 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51babe8-cd11-4001-b00c-d3045eaebb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73385b6a-e4c8-4f12-a59c-4d82692ca83e,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:48.896546 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e51babe8-cd11-4001-b00c-d3045eaebb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:48.901904 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e51babe8-cd11-4001-b00c-d3045eaebb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.906392 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-e51babe8-cd11-4001-b00c-d3045eaebb50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73385b6a-e4c8-4f12-a59c-4d82692ca83e HTTP/1.1" status: 204 len: 168 time: 0.5314445 Aug 24 18:54:48.946735 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f269ae-cf93-4415-95ef-9f80a7ce16bf req-44bd3226-ff6e-43a2-95fa-3ed25a18eeee tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:48.948219 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d8f269ae-cf93-4415-95ef-9f80a7ce16bf req-44bd3226-ff6e-43a2-95fa-3ed25a18eeee tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1014087 Aug 24 18:54:48.958396 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Notify callbacks [] for port, precommit_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.971106 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Transition to ACTIVE for port object 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:49.002009 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Transition to ACTIVE for port object 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 will not be triggered until provisioned by entity DHCP. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:49.013082 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d8f269ae-cf93-4415-95ef-9f80a7ce16bf req-c29a85ea-9ec9-4008-bb22-53294631e8ec tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575733 Aug 24 18:54:49.124063 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:49.170726 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:49.178981 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:49.239251 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da is already hosted by enough agents. {{(pid=75890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:54:49.242427 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.base_scheduler [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Resources bound (agent type, host, resource id): {{(pid=75890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:49.247365 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Received port after_create {{(pid=75890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:54:49.250120 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Pushing event updated for resources: {'Port': ['ID=958e1f0c-4cfd-4bf5-ad00-759dc05e6de0,revision_number=1']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:49.266489 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.267314 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.268312 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.268870 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.269619 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.270140 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.270974 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.271497 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.272141 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.272736 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.273329 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:49.309539 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:49.397072 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Attempting to bind port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:54:49.397730 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Attempting to bind port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:54:49.397730 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Attempting to bind port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 on network 01b0bebc-79e0-43fb-96ce-c8008e4895da {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:49.405342 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:54:49.405808 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Checking segment: {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:49.406373 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:49.407413 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Bound using segment: {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:54:49.407413 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Bound port: 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:54:49.407789 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:49.475102 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:49.484589 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-020ddba6-cedd-4141-931f-4539d3adda71 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:49.485975 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-020ddba6-cedd-4141-931f-4539d3adda71 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Synchronizing usage tracker for tenant:cbd451a89478474c83dee360cb90c51e on resource:network {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:49.506805 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] For port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:54:49.512238 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:49.513534 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] For port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=958e1f0c-4cfd-4bf5-ad00-759dc05e6de0,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:54:49.669767 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-020ddba6-cedd-4141-931f-4539d3adda71 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Unset dirty status for tenant:cbd451a89478474c83dee360cb90c51e on resource:network {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:49.669948 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Allocated IP 172.28.1.172 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/52579f16-8dbc-4f78-8a99-d44e334cf56e) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:54:49.671938 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-020ddba6-cedd-4141-931f-4539d3adda71 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.58 "GET /v2.0/networks?id=5485667f-e617-4d25-935d-c6f8d5883a06 HTTP/1.1" status: 200 len: 808 time: 0.4191959 Aug 24 18:54:49.698948 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Request body: {'port': {'device_id': '1e2de3e2-f8db-4c54-9798-63c36ac0b8aa', 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06', 'admin_state_up': True, 'tenant_id': 'cbd451a89478474c83dee360cb90c51e'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:49.734088 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:49.749128 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:49.750222 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f625a2c6-2d84-4239-867b-98fceeed1098 req-a7dd4edc-bb75-4300-b56c-6b594c09e54b tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 210 time: 0.0771782 Aug 24 18:54:49.853756 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Pushing event updated for resources: {'Port': ['ID=958e1f0c-4cfd-4bf5-ad00-759dc05e6de0,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:49.864381 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:49.952071 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:49.956689 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Usage tracker for resource:port and tenant:cbd451a89478474c83dee360cb90c51e is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:49.959984 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:49.975663 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:50.010078 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.121132 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Made reservation on behalf of cbd451a89478474c83dee360cb90c51e for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:54:50.125203 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.145977 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40598) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:50.150028 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.183096 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:50.238730 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.325661 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40602) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:50.333469 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Pushing event updated for resources: {'Port': ['ID=52579f16-8dbc-4f78-8a99-d44e334cf56e,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:50.337003 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:50.350673 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:54:50.350673 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:50.352218 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:54:50.354054 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.376135 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Allocated IP 172.20.0.4 (5485667f-e617-4d25-935d-c6f8d5883a06/edeb5690-f48c-46ac-8dfa-d3b741528967/ecc90171-08c6-4322-87a5-acd31ef87b7b) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:54:50.409279 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:50.414425 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:50.421889 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4a0ea489d843a880493d270765289a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:50.422290 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Usage tracker for resource:security_group_rule and tenant:c08dbbdb68bd4f63870a085ff6f9f2b8 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:50.428159 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:50.431482 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:50.439758 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:50.459114 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:50.506056 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f0655-a029-4c3b-b311-93a4d775cb37 req-403d2b26-a5cd-4c09-a116-9515b0c5498e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:50.507559 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-148f0655-a029-4c3b-b311-93a4d775cb37 req-403d2b26-a5cd-4c09-a116-9515b0c5498e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.2746594 Aug 24 18:54:50.603067 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-148f0655-a029-4c3b-b311-93a4d775cb37 req-c4a7a590-ac48-4c8a-aee7-e5a6b732a1b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870910 Aug 24 18:54:50.632574 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.669260 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.674716 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.732540 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.740485 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6e479f2f-923c-439e-8637-fa163994c950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:50.757332 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.758088 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684507'] for router, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.777861 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.788246 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-785bbe2f-d61d-4c18-8420-387ec13eeea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:50.796233 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:50.849642 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a56b061-c3b3-4e9b-be0f-bf0efbbfd082,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:50.852643 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:50.857723 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Network 5485667f-e617-4d25-935d-c6f8d5883a06 is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:54:50.862366 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:50.863064 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c08dbbdb68bd4f63870a085ff6f9f2b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7159147 Aug 24 18:54:50.866933 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40610) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:50.867271 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef4a0ea489d843a880493d270765289a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5403492 Aug 24 18:54:50.868490 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:54:50.869893 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40614) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:50.900209 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4543b4e8-7dcc-4f2b-994f-711040e99bf5,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:50.912297 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:50.931439 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40618) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:50.939244 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fa83c2-8181-4227-8bd3-898206bd7297 None None] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:54:50.961499 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:51.044541 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-54d776c3-8429-4387-8eb4-fdc81020abe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.044717 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-32ebd7a9-4724-4ea6-872e-b86b1f2f1fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.075873 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:51.077236 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.108443 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-54d776c3-8429-4387-8eb4-fdc81020abe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.116857 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-4e7b0536-9a20-4415-b495-fe2420aba02a None None] Provisioning for port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:51.179106 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-32ebd7a9-4724-4ea6-872e-b86b1f2f1fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.291562 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Pushing event updated for resources: {'Port': ['ID=ecc90171-08c6-4322-87a5-acd31ef87b7b,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:51.298763 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:51.339236 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89bf8d-ee81-4a2d-ae9a-16f2e4ec67cf req-985afdfd-6496-4c7b-b719-dd5a2f52826a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:51.340216 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-ff89bf8d-ee81-4a2d-ae9a-16f2e4ec67cf req-985afdfd-6496-4c7b-b719-dd5a2f52826a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Synchronizing usage tracker for tenant:cbd451a89478474c83dee360cb90c51e on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:51.351213 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.420291 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:51.426752 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Usage tracker for resource:security_group_rule and tenant:886fb1aa918b402d94fb43b7fb668d06 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:51.430878 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:51.440884 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:51.487077 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7928798 Aug 24 18:54:51.503831 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:51.504900 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Request body: {'port': {'device_id': '1e2de3e2-f8db-4c54-9798-63c36ac0b8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:51.549646 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-ff89bf8d-ee81-4a2d-ae9a-16f2e4ec67cf req-985afdfd-6496-4c7b-b719-dd5a2f52826a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Unset dirty status for tenant:cbd451a89478474c83dee360cb90c51e on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:51.550870 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ff89bf8d-ee81-4a2d-ae9a-16f2e4ec67cf req-985afdfd-6496-4c7b-b719-dd5a2f52826a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 931 time: 0.4386942 Aug 24 18:54:51.603085 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-54d776c3-8429-4387-8eb4-fdc81020abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.606418 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-32ebd7a9-4724-4ea6-872e-b86b1f2f1fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.613295 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b2901c69-a092-4e34-85e3-c73f24e70027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:51.634492 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d776c3-8429-4387-8eb4-fdc81020abe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a56b061-c3b3-4e9b-be0f-bf0efbbfd082,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:51.656077 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.666809 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-ff89bf8d-ee81-4a2d-ae9a-16f2e4ec67cf req-e426b71a-222b-4bc2-8769-56874914b3c7 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Synchronizing usage tracker for tenant:cbd451a89478474c83dee360cb90c51e on resource:security_group {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:54:51.677188 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Router dc09635c-27eb-498e-8e9f-621c51430f07 is scheduled to L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 with binding_index 1 {{(pid=75888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:54:51.686529 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebd7a9-4724-4ea6-872e-b86b1f2f1fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4543b4e8-7dcc-4f2b-994f-711040e99bf5,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:51.695790 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-32ebd7a9-4724-4ea6-872e-b86b1f2f1fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:51.698250 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:51.698615 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:51.727893 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:51.738254 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:51.739121 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.748040 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-32ebd7a9-4724-4ea6-872e-b86b1f2f1fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.760991 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-32ebd7a9-4724-4ea6-872e-b86b1f2f1fed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4543b4e8-7dcc-4f2b-994f-711040e99bf5 HTTP/1.1" status: 204 len: 168 time: 0.8805707 Aug 24 18:54:51.766805 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-54d776c3-8429-4387-8eb4-fdc81020abe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.773884 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-54d776c3-8429-4387-8eb4-fdc81020abe6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a56b061-c3b3-4e9b-be0f-bf0efbbfd082 HTTP/1.1" status: 204 len: 168 time: 0.9059803 Aug 24 18:54:51.800803 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.854530 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-ff89bf8d-ee81-4a2d-ae9a-16f2e4ec67cf req-e426b71a-222b-4bc2-8769-56874914b3c7 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Unset dirty status for tenant:cbd451a89478474c83dee360cb90c51e on resource:security_group {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:54:51.858495 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ff89bf8d-ee81-4a2d-ae9a-16f2e4ec67cf req-e426b71a-222b-4bc2-8769-56874914b3c7 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985501 Aug 24 18:54:51.940569 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.947319 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.950541 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-7f4efb0c-dd57-485d-8d11-40153a4c466a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:51.982650 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=958e1f0c-4cfd-4bf5-ad00-759dc05e6de0,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:52.003918 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbf06d6-5c82-4457-af73-bdd2f08ddcc1,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:52.011299 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:52.013528 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=886fb1aa918b402d94fb43b7fb668d06&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0735316 Aug 24 18:54:52.016685 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40638) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:52.022653 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a61ab-91a0-4dce-bb38-6a763ae15858 req-fe891cd9-fef7-4a3b-b56b-2ecbec53cb10 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:52.024117 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a23a61ab-91a0-4dce-bb38-6a763ae15858 req-fe891cd9-fef7-4a3b-b56b-2ecbec53cb10 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.2232912 Aug 24 18:54:52.098741 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.109113 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:52.141696 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a23a61ab-91a0-4dce-bb38-6a763ae15858 req-b2465916-79bd-4982-9990-9ea9e7c8f2ba tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676997 Aug 24 18:54:52.164125 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:54:52.177093 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Sync routers for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:54:52.194806 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:54:52.196888 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:54:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:52.217614 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-da7165e1-1296-4b86-b3a6-503d43cf8038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.269813 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc90171-08c6-4322-87a5-acd31ef87b7b {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:54:52.292481 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.337696 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-da7165e1-1296-4b86-b3a6-503d43cf8038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.343385 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Notify callbacks [] for router, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.347707 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0674567 Aug 24 18:54:52.347707 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40652) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:52.348436 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=958e1f0c-4cfd-4bf5-ad00-759dc05e6de0,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:52.348675 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Transition to ACTIVE for port object ecc90171-08c6-4322-87a5-acd31ef87b7b will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:52.368443 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:52.434259 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:54:52.537780 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.544486 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:52.599976 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-da7165e1-1296-4b86-b3a6-503d43cf8038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.676994 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Pushing event updated for resources: {'Port': ['ID=ecc90171-08c6-4322-87a5-acd31ef87b7b,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:52.686311 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:52.687075 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-da7165e1-1296-4b86-b3a6-503d43cf8038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.688205 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-da7165e1-1296-4b86-b3a6-503d43cf8038 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dbf06d6-5c82-4457-af73-bdd2f08ddcc1 HTTP/1.1" status: 204 len: 168 time: 0.6624467 Aug 24 18:54:52.688713 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:52.719998 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7165e1-1296-4b86-b3a6-503d43cf8038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbf06d6-5c82-4457-af73-bdd2f08ddcc1,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:52.723049 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-da7165e1-1296-4b86-b3a6-503d43cf8038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:52.855737 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Attempting to bind port ecc90171-08c6-4322-87a5-acd31ef87b7b on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:54:52.856447 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Attempting to bind port ecc90171-08c6-4322-87a5-acd31ef87b7b by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:54:52.856447 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Attempting to bind port ecc90171-08c6-4322-87a5-acd31ef87b7b on network 5485667f-e617-4d25-935d-c6f8d5883a06 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:52.863068 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Port ecc90171-08c6-4322-87a5-acd31ef87b7b on network 5485667f-e617-4d25-935d-c6f8d5883a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:54:52.863395 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Attempting to bind port ecc90171-08c6-4322-87a5-acd31ef87b7b on network 5485667f-e617-4d25-935d-c6f8d5883a06 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:52.864666 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:50Z', 'revision_number': 3, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:52.868867 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Checking router: dc09635c-27eb-498e-8e9f-621c51430f07 for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:54:52.869423 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Updating router dc09635c-27eb-498e-8e9f-621c51430f07 port 52579f16-8dbc-4f78-8a99-d44e334cf56e binding host dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:54:52.870233 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:54:52.870570 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Checking segment: {'id': 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:52.870958 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Bound using segment: {'id': 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:54:52.871371 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Bound port: ecc90171-08c6-4322-87a5-acd31ef87b7b, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:54:52.871717 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.998781 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.032398 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] For port ecc90171-08c6-4322-87a5-acd31ef87b7b, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:54:53.038514 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] For port ecc90171-08c6-4322-87a5-acd31ef87b7b, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ecc90171-08c6-4322-87a5-acd31ef87b7b,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:54:53.236227 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bd02e-a2a1-4289-a002-268b3bf99d09 req-2ec0b737-6a9f-4218-8f5a-5ac4d461f959 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:53.239920 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9d3bd02e-a2a1-4289-a002-268b3bf99d09 req-2ec0b737-6a9f-4218-8f5a-5ac4d461f959 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 943 time: 0.1129134 Aug 24 18:54:53.309190 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.309190 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:53.379878 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9d3bd02e-a2a1-4289-a002-268b3bf99d09 req-8acccd58-b580-407b-a09c-2cccd6e099e6 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357524 Aug 24 18:54:53.461782 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:53.462749 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Notify callbacks [] for port, precommit_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.478496 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.provisioning_blocks [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Transition to ACTIVE for port object 52579f16-8dbc-4f78-8a99-d44e334cf56e will not be triggered until provisioned by entity L2. {{(pid=75891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:53.479939 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.531918 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.533529 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] 10.222.0.58 "PUT /v2.0/ports/ecc90171-08c6-4322-87a5-acd31ef87b7b HTTP/1.1" status: 200 len: 1093 time: 2.0331028 Aug 24 18:54:53.534181 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2de3e2-f8db-4c54-9798-63c36ac0b8aa', 'tag': 'ecc90171-08c6-4322-87a5-acd31ef87b7b'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:54:53.570194 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Pushing event updated for resources: {'Port': ['ID=ecc90171-08c6-4322-87a5-acd31ef87b7b,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:53.573517 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:53.601713 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e614f-32e3-42f4-bd88-77e8dba34ced req-7cdad47e-d970-4051-8ab9-7047f3f6edb4 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:53.603778 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-160e614f-32e3-42f4-bd88-77e8dba34ced req-7cdad47e-d970-4051-8ab9-7047f3f6edb4 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.2277966 Aug 24 18:54:53.642662 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:53.643048 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.658112 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.664598 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:53.680516 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-160e614f-32e3-42f4-bd88-77e8dba34ced req-fa2e6e60-2d3b-4446-aba7-25ed5de9900a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697176 Aug 24 18:54:53.794214 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-69659d96-8109-41f9-bb81-f5bbdc6a4c31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbd451a89478474c83dee360cb90c51e&device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 1096 time: 0.1126645 Aug 24 18:54:53.848075 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Attempting to bind port 52579f16-8dbc-4f78-8a99-d44e334cf56e on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:54:53.848806 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Attempting to bind port 52579f16-8dbc-4f78-8a99-d44e334cf56e by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:54:53.848806 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Attempting to bind port 52579f16-8dbc-4f78-8a99-d44e334cf56e on network 235a799a-ae38-4f75-bc14-04b553bb03ab {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:54:53.853809 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Pushing event updated for resources: {'Port': ['ID=52579f16-8dbc-4f78-8a99-d44e334cf56e,revision_number=2']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:53.871106 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Allocated IP 172.20.0.1 (01b0bebc-79e0-43fb-96ce-c8008e4895da/41231dcb-5eaa-4844-9d0a-09c0a7b6a815/7a7f1760-4dab-4fad-859e-e76afa5eee74) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:54:53.876717 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:54:53.877094 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Checking segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:54:53.877503 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.877904 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Bound using segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:54:53.878414 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Bound port: 52579f16-8dbc-4f78-8a99-d44e334cf56e, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:54:53.878824 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.885025 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2de3e2-f8db-4c54-9798-63c36ac0b8aa', 'tag': 'ecc90171-08c6-4322-87a5-acd31ef87b7b', 'status': 'completed', 'code': 200} Aug 24 18:54:53.903071 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-0a54116b-b0af-4a01-a3f5-b52f2e3ac11a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecc90171-08c6-4322-87a5-acd31ef87b7b HTTP/1.1" status: 200 len: 217 time: 0.0998755 Aug 24 18:54:53.922212 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.922212 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.922212 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.922212 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.922212 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.922212 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.922212 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.922212 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.922706 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.922939 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.923659 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:54:53.928314 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:53.971152 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] For port 52579f16-8dbc-4f78-8a99-d44e334cf56e, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:54:53.975131 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] For port 52579f16-8dbc-4f78-8a99-d44e334cf56e, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=52579f16-8dbc-4f78-8a99-d44e334cf56e,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:54:53.989849 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-ae6a2b5b-2d94-445a-a60b-1882e5733089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:53.991346 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-ae6a2b5b-2d94-445a-a60b-1882e5733089 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edeb5690-f48c-46ac-8dfa-d3b741528967 HTTP/1.1" status: 200 len: 848 time: 0.0817065 Aug 24 18:54:54.030995 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40700) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:54.053767 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-1281a407-8ea8-4642-b2b0-08277baa97b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5485667f-e617-4d25-935d-c6f8d5883a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541742 Aug 24 18:54:54.058030 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:54.097848 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:54.104176 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:54.182917 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:54.185209 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:54.196490 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:eff0dfb80f1a42de8a0db772f3a08d97 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:54.201309 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:54.217898 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:54.230569 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.provisioning_blocks [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Transition to ACTIVE for port object 7a7f1760-4dab-4fad-859e-e76afa5eee74 will not be triggered until provisioned by entity DHCP. {{(pid=75888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:54:54.242987 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Pushing event updated for resources: {'Port': ['ID=52579f16-8dbc-4f78-8a99-d44e334cf56e,revision_number=3']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:54.246719 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:54.248401 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:54:54.249155 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:54:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:54.251147 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-cac6fd8f-9a74-440d-ae87-6de4ef85b659 service neutron] 10.222.0.58 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796169 Aug 24 18:54:54.404484 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:54.429512 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:54.431223 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8ee346e7-cc49-4e57-ad4e-3e08b06f67a5 req-35e13dab-2174-44d3-a469-3e95b1af0f20 service neutron] 10.222.0.58 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686170 Aug 24 18:54:54.440414 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-1b540115-39ea-46f7-a6d1-572d8e390280 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:54.477166 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:54:54.527259 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:54:54.530953 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:54.534769 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:54:54.547527 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:54.555309 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c2583710-fd43-4579-ab78-f75cd31557cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:54.673986 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684677'] for router_interface, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:54.676771 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Pushing event updated for resources: {'Port': ['ID=7a7f1760-4dab-4fad-859e-e76afa5eee74,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:54.683424 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:54.701799 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad9b6d2-a78a-44d3-8a93-342e4073d849,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:54.719849 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eff0dfb80f1a42de8a0db772f3a08d97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6840649 Aug 24 18:54:54.724072 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:54.727639 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40714) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:54.819550 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7cf16-3333-42e4-8cc1-4ea59f2c3d0d req-02ca37ca-2f6a-4ec5-b171-b8e76f324ac0 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:54.823963 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0af7cf16-3333-42e4-8cc1-4ea59f2c3d0d req-02ca37ca-2f6a-4ec5-b171-b8e76f324ac0 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 943 time: 0.1513002 Aug 24 18:54:54.908390 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0af7cf16-3333-42e4-8cc1-4ea59f2c3d0d req-97b2ca11-f4a7-490b-a21a-b12e748ca8ed tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740738 Aug 24 18:54:54.949462 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-747ad29f-3ff6-4652-a21f-9a7967c7d29d req-0b4b40cb-57a9-4634-8c5e-05c93d068654 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbd451a89478474c83dee360cb90c51e&device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 1096 time: 0.3156447 Aug 24 18:54:54.980239 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:50Z', 'revision_number': 3, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:54.996834 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5a205-d85e-4186-8e79-115d087f4f4c None None] The sync data for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb is: [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:50Z', 'revision_number': 3, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:54:55.067811 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-79fd7865-0a25-46cd-855b-0193507172f9 None None] Provisioning for port 7a7f1760-4dab-4fad-859e-e76afa5eee74 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:55.073082 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-79fd7865-0a25-46cd-855b-0193507172f9 None None] Provisioning complete for port 7a7f1760-4dab-4fad-859e-e76afa5eee74 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:55.073469 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-79fd7865-0a25-46cd-855b-0193507172f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.127003 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.150758 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6aad8136-a850-467b-9db4-d2b8fe40d187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.203813 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-79fd7865-0a25-46cd-855b-0193507172f9 None None] Port 7a7f1760-4dab-4fad-859e-e76afa5eee74 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:54:55.249057 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6aad8136-a850-467b-9db4-d2b8fe40d187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.281900 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ad29f-3ff6-4652-a21f-9a7967c7d29d req-c9f54337-0a67-4215-b8fd-e1f09f483d55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:55.283706 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-747ad29f-3ff6-4652-a21f-9a7967c7d29d req-c9f54337-0a67-4215-b8fd-e1f09f483d55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5485667f-e617-4d25-935d-c6f8d5883a06 HTTP/1.1" status: 200 len: 909 time: 0.3249485 Aug 24 18:54:55.422716 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-747ad29f-3ff6-4652-a21f-9a7967c7d29d req-de0397ca-dceb-426f-a60e-d36e47d74535 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecc90171-08c6-4322-87a5-acd31ef87b7b HTTP/1.1" status: 200 len: 217 time: 0.1129379 Aug 24 18:54:55.435072 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f64f-17a6-458c-8480-e228fab2a5a2 req-e44637d1-2d63-4391-95d2-a27849b89d61 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:55.443932 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f366f64f-17a6-458c-8480-e228fab2a5a2 req-e44637d1-2d63-4391-95d2-a27849b89d61 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.3658237 Aug 24 18:54:55.522715 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 52579f16-8dbc-4f78-8a99-d44e334cf56e up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:55.537769 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.574724 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f366f64f-17a6-458c-8480-e228fab2a5a2 req-c44b56d6-9c11-4a63-a7a2-4bede92fcb43 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314497 Aug 24 18:54:55.588251 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ad29f-3ff6-4652-a21f-9a7967c7d29d req-0340f6e8-dddd-429c-8376-ddfec2afc2fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:55.590460 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-747ad29f-3ff6-4652-a21f-9a7967c7d29d req-0340f6e8-dddd-429c-8376-ddfec2afc2fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edeb5690-f48c-46ac-8dfa-d3b741528967 HTTP/1.1" status: 200 len: 848 time: 0.1623566 Aug 24 18:54:55.649350 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-747ad29f-3ff6-4652-a21f-9a7967c7d29d req-411f37f3-59a3-4bd9-a1e1-67fb88f91142 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5485667f-e617-4d25-935d-c6f8d5883a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460355 Aug 24 18:54:55.657405 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.690765 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d82aeb31-8a7c-49b3-b473-34fbd08074d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:55.692090 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 52579f16-8dbc-4f78-8a99-d44e334cf56e completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:54:55.697415 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 52579f16-8dbc-4f78-8a99-d44e334cf56e triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:55.697963 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.775314 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Pushing event updated for resources: {'Port': ['ID=7a7f1760-4dab-4fad-859e-e76afa5eee74,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:55.778150 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:55.781595 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1374989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684268'] for router_interface, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.784983 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6aad8136-a850-467b-9db4-d2b8fe40d187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.810095 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b23ab31d-1f50-47ac-964e-b609edb1e943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:55.901526 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:54:55.955404 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:55.978814 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad8136-a850-467b-9db4-d2b8fe40d187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad9b6d2-a78a-44d3-8a93-342e4073d849,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:55.984021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 52579f16-8dbc-4f78-8a99-d44e334cf56e, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=52579f16-8dbc-4f78-8a99-d44e334cf56e,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:55.998848 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:54:56.000150 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:54:56.037732 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6aad8136-a850-467b-9db4-d2b8fe40d187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:56.039030 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6aad8136-a850-467b-9db4-d2b8fe40d187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:56.046090 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-6aad8136-a850-467b-9db4-d2b8fe40d187 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dad9b6d2-a78a-44d3-8a93-342e4073d849 HTTP/1.1" status: 204 len: 168 time: 1.3170545 Aug 24 18:54:56.062749 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:56.064563 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e73e499e-09d3-4955-b35e-7b09c11e2c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:56.167466 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-747ad29f-3ff6-4652-a21f-9a7967c7d29d req-a6ef7c4c-dcc1-45f0-8351-5d2089d692ca service neutron] 10.222.0.58 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109625 Aug 24 18:54:56.239966 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=52579f16-8dbc-4f78-8a99-d44e334cf56e,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:56.269096 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:56.464073 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-454c2ef9-7fc6-42d3-ac63-c1494034fabc None None] Provisioning complete for port 7a7f1760-4dab-4fad-859e-e76afa5eee74 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:56.464602 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-454c2ef9-7fc6-42d3-ac63-c1494034fabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:56.497257 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-747ad29f-3ff6-4652-a21f-9a7967c7d29d req-4b5f70fa-4537-44d8-92c6-548b108c9c1f service neutron] 10.222.0.58 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230646 Aug 24 18:54:56.525195 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-454c2ef9-7fc6-42d3-ac63-c1494034fabc None None] Port 7a7f1760-4dab-4fad-859e-e76afa5eee74 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:54:56.550035 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bee847-5fee-4b52-bf48-040da02240fc req-934747d4-9633-4d26-b20b-03157dd4cfb7 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:56.555796 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e9bee847-5fee-4b52-bf48-040da02240fc req-934747d4-9633-4d26-b20b-03157dd4cfb7 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 943 time: 0.2677274 Aug 24 18:54:56.615002 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e9bee847-5fee-4b52-bf48-040da02240fc req-00196b18-1cf0-4ce5-a23d-8048fb7404e9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569334 Aug 24 18:54:56.747402 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Router dc09635c-27eb-498e-8e9f-621c51430f07 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:54:56.853045 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273af38-4d98-410e-ba69-8c15a3150c0d req-5af91061-7e0b-4859-bd58-4aade4f8f3a6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:56.854888 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f273af38-4d98-410e-ba69-8c15a3150c0d req-5af91061-7e0b-4859-bd58-4aade4f8f3a6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1229391 Aug 24 18:54:56.908587 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f273af38-4d98-410e-ba69-8c15a3150c0d req-6ee49857-bd8f-449b-a3df-4c152a07fd75 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443940 Aug 24 18:54:57.049192 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:54:57.059965 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] 10.222.0.20 "PUT /v2.0/routers/dc09635c-27eb-498e-8e9f-621c51430f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7112911 Aug 24 18:54:57.428256 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 52579f16-8dbc-4f78-8a99-d44e334cf56e up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:54:57.498055 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 52579f16-8dbc-4f78-8a99-d44e334cf56e triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:54:57.498934 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:57.945857 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10dbd7-073b-4d17-b9f0-9a8feb633ce4 req-510a75ff-2686-4abc-8f13-f52295846b77 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:57.947518 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9b10dbd7-073b-4d17-b9f0-9a8feb633ce4 req-510a75ff-2686-4abc-8f13-f52295846b77 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 943 time: 0.0904820 Aug 24 18:54:57.996227 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9b10dbd7-073b-4d17-b9f0-9a8feb633ce4 req-0eb23f21-be0a-4708-89ea-edb8b5f0e073 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Aug 24 18:54:58.181338 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40844) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:58.188656 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813303847', 'description': 'tempest-description--1294090913'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:58.198967 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:58.210768 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:security_group and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:58.213742 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:58.220421 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:58.234016 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085aa97-ad79-46f6-bf9d-354f8b1f6702 req-0fefd607-3dce-43b1-a81f-9a61f63142e9 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:58.236210 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a085aa97-ad79-46f6-bf9d-354f8b1f6702 req-0fefd607-3dce-43b1-a81f-9a61f63142e9 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1168773 Aug 24 18:54:58.303705 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a085aa97-ad79-46f6-bf9d-354f8b1f6702 req-ac6c91d3-2a9d-49ac-b91e-713f375d6447 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606842 Aug 24 18:54:58.394839 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:58.438895 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:58.439123 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:security_group_rule and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:58.442041 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:58.448148 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:58.535008 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:58.651322 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:58.667185 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-da0de6e3-c0dc-4073-a546-27a404dcf939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:58.680746 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device ecc90171-08c6-4322-87a5-acd31ef87b7b details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:54:58.698115 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a58467b-54b6-4eb3-99db-9379928197a1,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:58.701971 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:58.820381 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port ecc90171-08c6-4322-87a5-acd31ef87b7b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ecc90171-08c6-4322-87a5-acd31ef87b7b,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:58.834623 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'ecc90171-08c6-4322-87a5-acd31ef87b7b', 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06', 'port_id': 'ecc90171-08c6-4322-87a5-acd31ef87b7b', 'mac_address': 'fa:16:3e:a5:3f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edeb5690-f48c-46ac-8dfa-d3b741528967', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:54:58.851458 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:58.855742 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6705725 Aug 24 18:54:58.856147 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40864) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:58.873348 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'security_group_rule': {'security_group_id': '5a58467b-54b6-4eb3-99db-9379928197a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:58.884175 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:58.891646 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:security_group_rule and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:58.897598 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:58.911769 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:58.915043 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:58.932880 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc90171-08c6-4322-87a5-acd31ef87b7b {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:54:58.949696 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port ecc90171-08c6-4322-87a5-acd31ef87b7b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ecc90171-08c6-4322-87a5-acd31ef87b7b,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:54:59.068742 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Sync routers for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:54:59.082900 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:54:59.086973 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:54:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:59.131509 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:59.158448 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:59.163025 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:59.254194 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:59.276759 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40882) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:59.341071 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=ecc90171-08c6-4322-87a5-acd31ef87b7b,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:59.345736 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:59.367146 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:54:59.432991 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:59.435079 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-dae32fdf-cdb2-451c-945a-16dadc1f12ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:54:59.490088 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cb0d41-42d6-4dfc-88ec-6f12c4e78a9b,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:54:59.504785 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:54:59.522389 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87ff6-da6b-41bf-80e1-7c657eede7be req-4b6723a7-7639-4c2a-ab87-945ead57bb64 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:59.531117 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cee87ff6-da6b-41bf-80e1-7c657eede7be req-4b6723a7-7639-4c2a-ab87-945ead57bb64 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 944 time: 0.1261537 Aug 24 18:54:59.591149 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cee87ff6-da6b-41bf-80e1-7c657eede7be req-53bd7fcd-680b-4f12-93f1-b01ed7e9c35e tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588531 Aug 24 18:54:59.613061 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7607-6c1a-4105-abb9-bd296dc2561b req-189d518c-6082-4f9d-ba5f-5508556cf08b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:54:59.613061 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-afec7607-6c1a-4105-abb9-bd296dc2561b req-189d518c-6082-4f9d-ba5f-5508556cf08b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1034203 Aug 24 18:54:59.614359 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['ecc90171-08c6-4322-87a5-acd31ef87b7b'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:54:59.653973 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:59.659151 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40896) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:54:59.659298 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7986591 Aug 24 18:54:59.665990 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'security_group_rule': {'security_group_id': '5a58467b-54b6-4eb3-99db-9379928197a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:54:59.671563 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-afec7607-6c1a-4105-abb9-bd296dc2561b req-bf277747-865c-429f-acc3-5996631b3e3b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529971 Aug 24 18:54:59.675515 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:59.680039 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:security_group_rule and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:59.683206 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:59.693731 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:59.793328 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:59.825833 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:54:59.830366 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Usage tracker for resource:security_group_rule and tenant:0592d06cf82e4dd78d9dde83734ed4e3 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:54:59.833142 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:54:59.838907 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:54:59.869153 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:59.903636 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 2, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:54:59.909209 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:59.914925 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Checking router: dc09635c-27eb-498e-8e9f-621c51430f07 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:54:59.915287 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Updating router dc09635c-27eb-498e-8e9f-621c51430f07 port 7a7f1760-4dab-4fad-859e-e76afa5eee74 binding host dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:54:59.948610 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:59.977398 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.027440 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.035481 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2f61724e-4378-4271-996c-f805bf1948ac tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:00.077865 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dec9b08-9902-4df8-acc6-a4f45c2a48ad,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:00.081426 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:00.086575 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40904) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:00.086749 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0592d06cf82e4dd78d9dde83734ed4e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8087296 Aug 24 18:55:00.161589 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.174542 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:00.194769 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c9c2-7843-42a7-8a0c-81cab44f81ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.200750 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da281cd-71e8-4d7b-869b-98f49f0fabe6,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:00.213758 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:00.234641 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c9c2-7843-42a7-8a0c-81cab44f81ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.323450 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Notify callbacks [] for port, precommit_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.348456 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.349692 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6892159 Aug 24 18:55:00.352795 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 40912) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:00.358254 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'floatingip': {'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:00.363429 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:00.367208 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:floatingip and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:00.370085 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:00.375723 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:00.423290 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c9c2-7843-42a7-8a0c-81cab44f81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.423484 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Transition to ACTIVE for port object 7a7f1760-4dab-4fad-859e-e76afa5eee74 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:55:00.428726 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:00.442565 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2c9c2-7843-42a7-8a0c-81cab44f81ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dec9b08-9902-4df8-acc6-a4f45c2a48ad,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:00.445221 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-5ee2c9c2-7843-42a7-8a0c-81cab44f81ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:00.447304 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c9c2-7843-42a7-8a0c-81cab44f81ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.448475 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-5ee2c9c2-7843-42a7-8a0c-81cab44f81ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dec9b08-9902-4df8-acc6-a4f45c2a48ad HTTP/1.1" status: 204 len: 168 time: 0.3607330 Aug 24 18:55:00.566157 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.612744 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.619371 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:00.818444 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42ad1c-f687-4b2a-96ee-b6470f2b89aa None None] Pushing event updated for resources: {'Port': ['ID=7a7f1760-4dab-4fad-859e-e76afa5eee74,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:00.830990 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-4e42ad1c-f687-4b2a-96ee-b6470f2b89aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:00.897888 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Attempting to bind port 7a7f1760-4dab-4fad-859e-e76afa5eee74 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:55:00.898471 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Attempting to bind port 7a7f1760-4dab-4fad-859e-e76afa5eee74 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:55:00.898934 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Attempting to bind port 7a7f1760-4dab-4fad-859e-e76afa5eee74 on network 01b0bebc-79e0-43fb-96ce-c8008e4895da {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:55:00.908357 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:55:00.908357 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Checking segment: {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:55:00.909160 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.909160 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Bound using segment: {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:55:00.910269 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Bound port: 7a7f1760-4dab-4fad-859e-e76afa5eee74, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:55:00.910269 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:00.987225 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d81f-bf79-437a-8d2a-ffb07f18cf3b req-9ea5b88f-50fb-4d83-aba5-82c3b40a1cbd tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:01.002034 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e7d0d81f-bf79-437a-8d2a-ffb07f18cf3b req-9ea5b88f-50fb-4d83-aba5-82c3b40a1cbd tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 944 time: 0.1948619 Aug 24 18:55:01.008228 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:01.077402 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] For port 7a7f1760-4dab-4fad-859e-e76afa5eee74, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:55:01.080926 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] For port 7a7f1760-4dab-4fad-859e-e76afa5eee74, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=7a7f1760-4dab-4fad-859e-e76afa5eee74,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:55:01.159947 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e7d0d81f-bf79-437a-8d2a-ffb07f18cf3b req-94fcc186-a853-4a1f-bad4-47faca5941a9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567981 Aug 24 18:55:01.200201 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:01.210996 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:01.235729 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Allocated IP 172.28.1.36 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/a3ba23e4-3a2b-4f3e-8ec5-043ce6238ddf) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:55:01.346464 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42ad1c-f687-4b2a-96ee-b6470f2b89aa None None] Pushing event updated for resources: {'Port': ['ID=7a7f1760-4dab-4fad-859e-e76afa5eee74,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:01.351807 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-4e42ad1c-f687-4b2a-96ee-b6470f2b89aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:01.353285 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:55:01.354312 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:54:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:55:01.472327 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34ced0-9b8b-48db-8edb-fdc32f2c772e req-5b2b8961-a213-4f5a-a941-e555a47e38d8 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:01.479373 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6c34ced0-9b8b-48db-8edb-fdc32f2c772e req-5b2b8961-a213-4f5a-a941-e555a47e38d8 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.5888457 Aug 24 18:55:01.502451 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:01.550662 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6c34ced0-9b8b-48db-8edb-fdc32f2c772e req-2a0b3eac-5cd0-4aca-9f6d-5f2cbc133e04 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703404 Aug 24 18:55:01.590701 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:55:01.674873 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:01.678809 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-1e82c89a-a708-4873-855a-26149712693a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:01.743199 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:55:01.746131 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:55:01.751370 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:55:01.781778 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'Port': ['ID=a3ba23e4-3a2b-4f3e-8ec5-043ce6238ddf,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:01.784481 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40952) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:01.787813 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:01.836818 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:01.891773 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:01.901498 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Usage tracker for resource:security_group_rule and tenant:af9111d108094576b1754d5e24768947 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:01.905739 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:01.912336 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:01.965022 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:01Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:55:01.970055 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6dbc6-cc2b-4c2d-ac87-be89f0b2ec7d None None] The sync data for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb is: [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:01Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:55:02.014188 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:02.022805 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:02.523307 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:02.525727 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:02.525727 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:02.525727 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af9111d108094576b1754d5e24768947&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5588353 Aug 24 18:55:02.527011 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:02.527777 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b77265-779a-43b0-840e-d3c7baa17401,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:02.527777 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:02.527777 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c7172-9edd-4d4a-b009-a82220b9d384 req-89a2a21f-394a-42e2-bcbc-0afce26dbcf4 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:02.527777 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fa9c7172-9edd-4d4a-b009-a82220b9d384 req-89a2a21f-394a-42e2-bcbc-0afce26dbcf4 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 944 time: 0.1283815 Aug 24 18:55:02.527777 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 40968) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:02.542369 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fa9c7172-9edd-4d4a-b009-a82220b9d384 req-e204e47c-1971-4dea-bee9-82b27792e128 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701013 Aug 24 18:55:02.612152 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-89ce1699-0478-4b1b-bdc7-798717aef133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:02.641765 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-89ce1699-0478-4b1b-bdc7-798717aef133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:02.677038 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:02.699488 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device ecc90171-08c6-4322-87a5-acd31ef87b7b up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:55:02.789239 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea91521-3a60-47d8-abda-8e9f09bfb602 req-67537732-1def-48b7-b81d-c18bf605c1ee tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:02.790744 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-4ea91521-3a60-47d8-abda-8e9f09bfb602 req-67537732-1def-48b7-b81d-c18bf605c1ee tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.0884426 Aug 24 18:55:02.839196 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-4ea91521-3a60-47d8-abda-8e9f09bfb602 req-bc03c313-d9e1-49f2-b142-827f590c7c33 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Aug 24 18:55:03.057273 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.061738 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:03.137618 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port ecc90171-08c6-4322-87a5-acd31ef87b7b completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:55:03.138241 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-89ce1699-0478-4b1b-bdc7-798717aef133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.148654 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-41e62330-b83e-4a11-a0b4-62fa45419724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:03.148785 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port ecc90171-08c6-4322-87a5-acd31ef87b7b triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:55:03.148785 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.168251 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'Port': ['ID=a3ba23e4-3a2b-4f3e-8ec5-043ce6238ddf,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:03.168588 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce1699-0478-4b1b-bdc7-798717aef133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b77265-779a-43b0-840e-d3c7baa17401,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:03.171801 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-89ce1699-0478-4b1b-bdc7-798717aef133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:03.173238 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:03.181763 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-89ce1699-0478-4b1b-bdc7-798717aef133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.189034 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-89ce1699-0478-4b1b-bdc7-798717aef133 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3b77265-779a-43b0-840e-d3c7baa17401 HTTP/1.1" status: 204 len: 168 time: 0.6713467 Aug 24 18:55:03.201023 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.351445 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.388439 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2de3e2-f8db-4c54-9798-63c36ac0b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc90171-08c6-4322-87a5-acd31ef87b7b'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:03.391944 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port ecc90171-08c6-4322-87a5-acd31ef87b7b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ecc90171-08c6-4322-87a5-acd31ef87b7b,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:03.440277 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2de3e2-f8db-4c54-9798-63c36ac0b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc90171-08c6-4322-87a5-acd31ef87b7b', 'code': 200} Aug 24 18:55:03.446976 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.456631 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0944049 Aug 24 18:55:03.481924 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-991b2649-f9f1-485a-a283-58b61225aac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.486835 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 7a7f1760-4dab-4fad-859e-e76afa5eee74 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:55:03.617911 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.620372 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:03.705022 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=ecc90171-08c6-4322-87a5-acd31ef87b7b,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:03.716526 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:03.736500 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 7a7f1760-4dab-4fad-859e-e76afa5eee74 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:55:03.741452 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 7a7f1760-4dab-4fad-859e-e76afa5eee74 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:55:03.741829 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.779703 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130ad4-e1cd-44ad-b66e-d76e15e658bb req-f6f9574d-eaae-486d-9798-5d722721c889 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:03.781466 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-38130ad4-e1cd-44ad-b66e-d76e15e658bb req-f6f9574d-eaae-486d-9798-5d722721c889 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 945 time: 0.0808048 Aug 24 18:55:03.852629 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-38130ad4-e1cd-44ad-b66e-d76e15e658bb req-b9413a43-c540-44a6-bae2-05674e157653 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657337 Aug 24 18:55:03.931954 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:03.982825 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 7a7f1760-4dab-4fad-859e-e76afa5eee74, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=7a7f1760-4dab-4fad-859e-e76afa5eee74,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:03.999799 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-30d0f64c-c8ec-45f7-b747-d5e9db448d87 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--813303847&fields=id&tenant_id=5f13b55f289747309e3e4ed1490b7590 HTTP/1.1" status: 200 len: 267 time: 0.0694165 Aug 24 18:55:04.007295 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1bdaf085-6118-4ade-b476-bc9ee795f4a0 req-18c83e90-89ff-428c-9b81-114e1d4c8e5d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 1098 time: 0.1295898 Aug 24 18:55:04.118494 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abd92-9849-4413-bdda-5d97b1289ec1 req-5b5889c9-ee6a-4b8c-be31-d175ea5c44f1 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:04.120160 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-765abd92-9849-4413-bdda-5d97b1289ec1 req-5b5889c9-ee6a-4b8c-be31-d175ea5c44f1 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1042023 Aug 24 18:55:04.137364 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:04.139537 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-4e42ad1c-f687-4b2a-96ee-b6470f2b89aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:04.148272 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1bdaf085-6118-4ade-b476-bc9ee795f4a0 req-173990a6-356d-4f72-bc31-8482e34d875e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142981 Aug 24 18:55:04.182443 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-15f8879e-0528-409c-9cf8-191eacb2670e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:04.183915 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-15f8879e-0528-409c-9cf8-191eacb2670e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 811 time: 0.1757569 Aug 24 18:55:04.211089 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-5758d508-f93c-4867-8fc0-fb6047192874 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/quotas/5f13b55f289747309e3e4ed1490b7590 HTTP/1.1" status: 200 len: 375 time: 0.0199661 Aug 24 18:55:04.211462 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-765abd92-9849-4413-bdda-5d97b1289ec1 req-8548f784-0a6b-4ab8-b14d-ca7e6b83db53 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829339 Aug 24 18:55:04.216980 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=7a7f1760-4dab-4fad-859e-e76afa5eee74,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:04.220825 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:04.313198 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-f27372e6-7c94-48a4-bdb5-d55accb9616d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0968599 Aug 24 18:55:04.480801 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-4c8c643d-0326-4f51-aad2-f6a4d1dec1dd service neutron] 10.222.0.20 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535110 Aug 24 18:55:04.560739 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:04.618464 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-3216be52-c80b-4b9c-be49-525b585e71ba service neutron] 10.222.0.20 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313083 Aug 24 18:55:05.058675 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-811e229f-7814-46a2-a43e-02e13aa6c0f1 req-159e5031-3248-4460-9d1e-d63894e045f9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0638647 Aug 24 18:55:05.073458 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41042) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:05.219346 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2104555840-network', 'tenant_id': '18890a2e25db4cd3b023f6ff40d08f7d'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:05.224951 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:05.232015 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Usage tracker for resource:network and tenant:18890a2e25db4cd3b023f6ff40d08f7d is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:05.232250 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:05.238626 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:05.297852 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b87bb-b6dd-42ce-a328-51c9673851bb req-20825967-b808-4c35-ad87-d22be9dd4c0c tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:05.299380 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9d7b87bb-b6dd-42ce-a328-51c9673851bb req-20825967-b808-4c35-ad87-d22be9dd4c0c tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 945 time: 0.0797431 Aug 24 18:55:05.350124 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9d7b87bb-b6dd-42ce-a328-51c9673851bb req-44e251b3-18fb-4f36-a7e0-c9bf7cb54330 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448186 Aug 24 18:55:05.406380 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c097f8f-1892-4432-ba3d-055b2354baff req-8e8e9908-931c-4425-8e4b-8ac7d44d0696 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:05.408517 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1c097f8f-1892-4432-ba3d-055b2354baff req-8e8e9908-931c-4425-8e4b-8ac7d44d0696 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.0840633 Aug 24 18:55:05.445186 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 7a7f1760-4dab-4fad-859e-e76afa5eee74 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:55:05.461880 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1c097f8f-1892-4432-ba3d-055b2354baff req-8435a16c-2c72-410e-865b-e2f786ef233e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468640 Aug 24 18:55:05.514549 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Made reservation on behalf of 18890a2e25db4cd3b023f6ff40d08f7d for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:55:05.519458 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:05.520597 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 7a7f1760-4dab-4fad-859e-e76afa5eee74 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:55:05.520976 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:05.533704 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:05.574043 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:05.578048 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Usage tracker for resource:security_group_rule and tenant:18890a2e25db4cd3b023f6ff40d08f7d is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:05.581181 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:05.587038 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:05.673531 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:05.810343 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:05.826483 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=75889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:55:05.832318 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-358ffb55-8f6e-4e15-a7d4-ba22d71d1246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:05.847104 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:05.847440 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Added segment d1a9d10d-7544-4c36-8e20-fec3bd30f317 of type vlan for network 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 Aug 24 18:55:05.871415 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:05.874502 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:05.888725 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:05.896852 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-47b94acf-3f86-4d7f-9e35-777a68890b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:05.993612 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-21fbf180-0bc1-4e17-94d8-b220cc20527e req-15869ae2-d7c5-4c18-9515-81bd0307938e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 1098 time: 0.0751071 Aug 24 18:55:06.035254 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:06.039186 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:06.039761 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:06.046387 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:06.071423 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-21fbf180-0bc1-4e17-94d8-b220cc20527e req-91bd38e0-7a97-48d6-ae22-8797b51ca6a9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704741 Aug 24 18:55:06.185529 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Pushing event updated for resources: {'Network': ['ID=749d6f25-fee8-43f9-bc1b-f1b39a3a56b3,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:06.191162 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:06.193458 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-17eb6d56-f4b0-4f74-8eaa-5d51eb671320 req-0006ae7d-2f07-46d7-9f48-cc4dd36759f7 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0537069 Aug 24 18:55:06.203733 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:55:06.211681 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1370540 Aug 24 18:55:06.214611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41078) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:06.220990 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Request body: {'subnet': {'network_id': '749d6f25-fee8-43f9-bc1b-f1b39a3a56b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2104555840-subnet', 'tenant_id': '18890a2e25db4cd3b023f6ff40d08f7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:06.226298 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:06.231371 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Usage tracker for resource:subnet and tenant:18890a2e25db4cd3b023f6ff40d08f7d is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:06.235621 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:06.251599 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:06.365631 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Made reservation on behalf of 18890a2e25db4cd3b023f6ff40d08f7d for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:55:06.368232 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7039698'] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:06.616727 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f942960-c15b-44d0-addb-90fa2e330e0f req-9696d678-af87-4fd7-af8a-72a61f0e7e61 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:06.618333 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8f942960-c15b-44d0-addb-90fa2e330e0f req-9696d678-af87-4fd7-af8a-72a61f0e7e61 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 945 time: 0.1257639 Aug 24 18:55:06.678508 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f411e0b-7b46-4fdd-947d-1a72d7a888cd req-a4fa9543-beae-451d-8b4f-17466d55915b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:06.679992 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9f411e0b-7b46-4fdd-947d-1a72d7a888cd req-a4fa9543-beae-451d-8b4f-17466d55915b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.0816643 Aug 24 18:55:06.692175 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:06.706270 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8f942960-c15b-44d0-addb-90fa2e330e0f req-7247cde6-cbf7-4dc0-a968-87b1f898a874 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755212 Aug 24 18:55:06.728079 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9f411e0b-7b46-4fdd-947d-1a72d7a888cd req-eb51f984-09fa-4064-9332-957436ca1404 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Aug 24 18:55:06.782529 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7110484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7039680'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:06.787986 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:06.854180 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25cbd6d-e615-4ebd-9cf0-3f59302b24f0,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:06.859186 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:06.869318 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Checking segment: {'id': 'd1a9d10d-7544-4c36-8e20-fec3bd30f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '749d6f25-fee8-43f9-bc1b-f1b39a3a56b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:55:06.869664 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Network hostable DHCP agents. Network: 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:55:07.017211 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Network 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:55:07.154242 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:55:07.159766 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:07.161532 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:07.167443 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df32505-b6f2-474b-a061-8a735df00df6 None None] Network 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:55:07.386121 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1701713 Aug 24 18:55:07.401692 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90532f75-9719-4f0e-a339-1ca91724df0b None None] Network 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:55:07.475158 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6453f4e2-ce2f-4267-908e-b69c9e9364af req-00e307e4-77a0-4a5e-9bca-4378c905162f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 210 time: 0.1216183 Aug 24 18:55:07.946231 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f598f-259d-4329-803f-f283e1fd9990 req-52a6a05e-c40d-4d34-834a-5052113a7aef tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:07.947299 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-215f598f-259d-4329-803f-f283e1fd9990 req-52a6a05e-c40d-4d34-834a-5052113a7aef tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.0993810 Aug 24 18:55:07.996215 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-215f598f-259d-4329-803f-f283e1fd9990 req-6df30bc4-9a7f-4551-849d-613a860e1c73 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Aug 24 18:55:08.290658 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:08.651448 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-22320414-be73-4974-b08e-253ba874f70d req-d57aca67-1d04-403a-a0a8-11718c8c1cb7 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Synchronizing usage tracker for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:55:08.931689 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-22320414-be73-4974-b08e-253ba874f70d req-d57aca67-1d04-403a-a0a8-11718c8c1cb7 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Unset dirty status for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:55:08.933067 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-22320414-be73-4974-b08e-253ba874f70d req-d57aca67-1d04-403a-a0a8-11718c8c1cb7 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 210 time: 0.3279121 Aug 24 18:55:09.108341 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41170) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:09.114794 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2038921921-network', 'tenant_id': 'ae917ccc864e45798b4b7d1e05629545'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:09.119561 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:09.123411 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Usage tracker for resource:network and tenant:ae917ccc864e45798b4b7d1e05629545 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:09.126289 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:09.132770 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:09.262831 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Made reservation on behalf of ae917ccc864e45798b4b7d1e05629545 for: {'network': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:55:09.266930 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:09.285133 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:09.333608 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd79192-e81d-41eb-a555-3dfcc3c33274 req-fb2659e7-bbe6-4025-a8b9-6552acf8a80b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:09.335729 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fbd79192-e81d-41eb-a555-3dfcc3c33274 req-fb2659e7-bbe6-4025-a8b9-6552acf8a80b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.2058632 Aug 24 18:55:09.340485 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-df4f0fb4-4371-4eab-b556-a49167593759 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:09.342596 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-df4f0fb4-4371-4eab-b556-a49167593759 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 811 time: 0.1696165 Aug 24 18:55:09.362644 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:09.366711 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae917ccc864e45798b4b7d1e05629545 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:09.370211 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:09.376136 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:09.431459 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fbd79192-e81d-41eb-a555-3dfcc3c33274 req-e86afea2-21fd-430a-9a3d-6b10b682f21a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875661 Aug 24 18:55:09.452597 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-595d69b5-fd70-4613-b244-3069a5ce3b33 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f13b55f289747309e3e4ed1490b7590 HTTP/1.1" status: 200 len: 379 time: 0.0931737 Aug 24 18:55:09.462952 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'port': {'device_id': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'admin_state_up': True, 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'security_groups': ['5a58467b-54b6-4eb3-99db-9379928197a1']}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:09.526342 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:09.616989 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:09.627956 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:09.634868 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:09.640313 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6c5f49ef-c84d-4752-ab62-172126cd748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:09.669303 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=75888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:55:09.677648 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d219713-255e-49b0-82f0-77814a7a0fb5,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:09.681296 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:09.683722 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:09.684229 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.segments_db [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Added segment ff62dada-9fab-4140-a634-f07d62e54327 of type vlan for network 282ec84a-bb53-4a02-9d58-4ec822fff75e Aug 24 18:55:09.712234 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:09.770051 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Made reservation on behalf of 5f13b55f289747309e3e4ed1490b7590 for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:55:09.773854 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:09.896977 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:09.899626 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:09.903258 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:09.918093 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:09.971325 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dfe37-9557-4dfc-bfbb-003153111819 req-f2c0ae91-3247-48e1-8b16-59573a19231b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:09.975332 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3c5dfe37-9557-4dfc-bfbb-003153111819 req-f2c0ae91-3247-48e1-8b16-59573a19231b tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.2621462 Aug 24 18:55:10.069634 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=282ec84a-bb53-4a02-9d58-4ec822fff75e,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:10.081084 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:10.082639 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 282ec84a-bb53-4a02-9d58-4ec822fff75e details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:55:10.130522 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3c5dfe37-9557-4dfc-bfbb-003153111819 req-f8b76f76-5ec6-4221-8806-cd8d5a35574a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416824 Aug 24 18:55:10.183933 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Allocated IP 172.20.0.12 (01b0bebc-79e0-43fb-96ce-c8008e4895da/41231dcb-5eaa-4844-9d0a-09c0a7b6a815/be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:55:10.187622 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0779750 Aug 24 18:55:10.190933 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41206) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:10.194931 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5fd446a2-a84e-4b11-98b2-bd8718956e79 req-f9b955ae-1887-4989-88a0-8cd707340ccb tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0477982 Aug 24 18:55:10.227319 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Request body: {'subnet': {'network_id': '282ec84a-bb53-4a02-9d58-4ec822fff75e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2038921921-subnet', 'tenant_id': 'ae917ccc864e45798b4b7d1e05629545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:10.244984 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:10.252190 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Usage tracker for resource:subnet and tenant:ae917ccc864e45798b4b7d1e05629545 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:10.264985 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:10.275322 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:10.408968 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Made reservation on behalf of ae917ccc864e45798b4b7d1e05629545 for: {'subnet': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:55:10.411133 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6968093'] for subnet, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:10.592272 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:10.623868 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f591871-f945-496f-9314-c82b60ec6563 req-d6f96e97-bc6e-4c86-afb1-486d31e943c9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:10.625534 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5f591871-f945-496f-9314-c82b60ec6563 req-d6f96e97-bc6e-4c86-afb1-486d31e943c9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 945 time: 0.2659309 Aug 24 18:55:10.628577 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Transition to ACTIVE for port object be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 will not be triggered until provisioned by entity DHCP. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:55:10.770001 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5f591871-f945-496f-9314-c82b60ec6563 req-70746781-7db2-4a02-ab4c-f80305d41370 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923822 Aug 24 18:55:10.886249 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:10.888821 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6636066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6968079'] for subnet, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:10.900008 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-786a3fac-3643-46b5-8fd9-0a71a62de33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:10.960658 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:55:10.964798 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:55:10.967722 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:55:11.064769 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=008d4d92-96e8-479c-9f48-c3d8f43bad63,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:11.070679 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:11.072868 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:11.146671 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:11.147680 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:11.190279 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Checking segment: {'id': 'ff62dada-9fab-4140-a634-f07d62e54327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '282ec84a-bb53-4a02-9d58-4ec822fff75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:55:11.195085 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Network hostable DHCP agents. Network: 282ec84a-bb53-4a02-9d58-4ec822fff75e, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:55:11.226180 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'Port': ['ID=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:11.237152 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:11.409666 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556ea9e-39af-4e5d-80b3-1339525ff150 req-b988fab0-3edb-457e-a4ab-ba44a4e34d5e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:11.411135 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1556ea9e-39af-4e5d-80b3-1339525ff150 req-b988fab0-3edb-457e-a4ab-ba44a4e34d5e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 932 time: 0.0826159 Aug 24 18:55:11.434800 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9756675 Aug 24 18:55:11.435470 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Network 282ec84a-bb53-4a02-9d58-4ec822fff75e is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:55:11.449370 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Request body: {'port': {'device_id': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:11.459481 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-1556ea9e-39af-4e5d-80b3-1339525ff150 req-59cfebb7-36d2-4c9b-a9c6-93a439324ddc tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Synchronizing usage tracker for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:55:11.485365 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-514c6b3d-dd34-46f6-b698-a84ea674ad54 None None] Provisioning for port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:55:11.490252 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-514c6b3d-dd34-46f6-b698-a84ea674ad54 None None] Provisioning complete for port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:55:11.492182 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-514c6b3d-dd34-46f6-b698-a84ea674ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:11.548535 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-514c6b3d-dd34-46f6-b698-a84ea674ad54 None None] Port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:55:11.556216 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 282ec84a-bb53-4a02-9d58-4ec822fff75e) {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:55:11.571100 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:11.571100 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:11.571397 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49b225-082c-4590-ab39-a95d5347bf29 None None] Network 282ec84a-bb53-4a02-9d58-4ec822fff75e requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:55:11.571499 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:11.594249 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-1556ea9e-39af-4e5d-80b3-1339525ff150 req-59cfebb7-36d2-4c9b-a9c6-93a439324ddc tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Unset dirty status for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:55:11.595537 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1556ea9e-39af-4e5d-80b3-1339525ff150 req-59cfebb7-36d2-4c9b-a9c6-93a439324ddc tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789277 Aug 24 18:55:11.755769 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41238) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:11.804704 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5a16d3-15e0-4cbf-b5c8-8a2b04b12006 None None] Network 282ec84a-bb53-4a02-9d58-4ec822fff75e requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:55:11.845267 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6532445 Aug 24 18:55:11.874029 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-91b426ad-fa6f-4fc7-ac8b-73f87724a2a9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:11.875772 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-91b426ad-fa6f-4fc7-ac8b-73f87724a2a9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 945 time: 0.1738408 Aug 24 18:55:12.012267 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Deleting port ecc90171-08c6-4322-87a5-acd31ef87b7b {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:55:12.012614 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:12.228848 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:12.325905 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:12.333842 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Usage tracker for resource:security_group_rule and tenant:1e30f052b13d484d94b866ce7c0a513b is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:12.337833 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:12.345049 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:12.383308 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01db8d8-ded2-45a8-955c-ad4141cd8150 req-49b3c85b-3277-4512-8fd3-f08cebe4d3a4 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:12.390673 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c01db8d8-ded2-45a8-955c-ad4141cd8150 req-49b3c85b-3277-4512-8fd3-f08cebe4d3a4 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 945 time: 0.2685080 Aug 24 18:55:12.446753 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:55:12.458486 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:12.465900 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c01db8d8-ded2-45a8-955c-ad4141cd8150 req-77705ff5-e741-47be-9eec-55f905527665 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742505 Aug 24 18:55:12.467746 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] For port ecc90171-08c6-4322-87a5-acd31ef87b7b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ecc90171-08c6-4322-87a5-acd31ef87b7b,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:12.468398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:12.511910 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Transition to ACTIVE for port object be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:55:12.519088 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:12.601430 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Calling delete_port for ecc90171-08c6-4322-87a5-acd31ef87b7b owned by compute:nova {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:55:12.649154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:12.666169 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6afaae0b-838d-4d94-92de-14457e5d5f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:12.673557 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:12.791753 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7364a3-620f-4160-922e-17c0ae41b0ce,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:12.812771 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:12.815126 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e30f052b13d484d94b866ce7c0a513b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0580709 Aug 24 18:55:12.815973 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-af5e3090-d58a-4c85-9cc4-7868592cc827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:12.823029 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41274) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:12.898554 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0485f1-e8b6-4e95-8e24-c7afbf6b5995 req-68658ce9-5468-4de1-a725-1e0bcee145d2 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:12.900251 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ed0485f1-e8b6-4e95-8e24-c7afbf6b5995 req-68658ce9-5468-4de1-a725-1e0bcee145d2 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 944 time: 0.1545606 Aug 24 18:55:12.923760 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-a4de53fd-869c-463b-9e4b-57927979e4ac tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:12.924478 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-a4de53fd-869c-463b-9e4b-57927979e4ac tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Synchronizing usage tracker for tenant:18890a2e25db4cd3b023f6ff40d08f7d on resource:network {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:55:12.940398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8efb8ebe-eca5-4935-8699-fc31a81828bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:12.965148 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:12.979137 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:12.989721 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8efb8ebe-eca5-4935-8699-fc31a81828bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:12.999793 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ed0485f1-e8b6-4e95-8e24-c7afbf6b5995 req-b841be5e-43b7-4131-b8aa-d12528a478b0 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850725 Aug 24 18:55:13.043929 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:13.067758 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Attempting to bind port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:55:13.068105 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Attempting to bind port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:55:13.068777 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Attempting to bind port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 on network 01b0bebc-79e0-43fb-96ce-c8008e4895da {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:55:13.069308 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:13.074602 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 on network 01b0bebc-79e0-43fb-96ce-c8008e4895da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:55:13.074927 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Attempting to bind port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 on network 01b0bebc-79e0-43fb-96ce-c8008e4895da {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:55:13.082162 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:55:13.082516 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Checking segment: {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:55:13.086977 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Bound using segment: {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:55:13.086977 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Bound port: be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:55:13.086977 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:13.113492 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Pushing event deleted for resources: {'Port': ['ID=ecc90171-08c6-4322-87a5-acd31ef87b7b,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:13.117848 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:13.147988 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-a4de53fd-869c-463b-9e4b-57927979e4ac tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Unset dirty status for tenant:18890a2e25db4cd3b023f6ff40d08f7d on resource:network {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:55:13.155083 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-a4de53fd-869c-463b-9e4b-57927979e4ac tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/networks?id=749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 HTTP/1.1" status: 200 len: 809 time: 0.5813763 Aug 24 18:55:13.193549 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-50b505e8-59e9-4ce6-98cb-031f1476b58b tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/quotas/18890a2e25db4cd3b023f6ff40d08f7d HTTP/1.1" status: 200 len: 375 time: 0.0374281 Aug 24 18:55:13.236084 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] No DVR routers for this DVR port ecc90171-08c6-4322-87a5-acd31ef87b7b on host hv-cinder-80582 {{(pid=75888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:55:13.238584 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:13.241199 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2de3e2-f8db-4c54-9798-63c36ac0b8aa', 'name': 'network-vif-deleted', 'tag': 'ecc90171-08c6-4322-87a5-acd31ef87b7b'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:13.251882 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-ffee3270-52f4-4310-8fe1-a3748066f9fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=18890a2e25db4cd3b023f6ff40d08f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574520 Aug 24 18:55:13.255007 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] For port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:55:13.262188 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] For port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:55:13.300119 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2de3e2-f8db-4c54-9798-63c36ac0b8aa', 'name': 'network-vif-deleted', 'tag': 'ecc90171-08c6-4322-87a5-acd31ef87b7b', 'status': 'completed', 'code': 200} Aug 24 18:55:13.330902 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8efb8ebe-eca5-4935-8699-fc31a81828bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:13.333408 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8efb8ebe-eca5-4935-8699-fc31a81828bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:13.334684 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8efb8ebe-eca5-4935-8699-fc31a81828bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a7364a3-620f-4160-922e-17c0ae41b0ce HTTP/1.1" status: 204 len: 168 time: 0.5087371 Aug 24 18:55:13.335681 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-32ebd7a9-4724-4ea6-872e-b86b1f2f1fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:13.346733 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb8ebe-eca5-4935-8699-fc31a81828bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7364a3-620f-4160-922e-17c0ae41b0ce,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:13.355851 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8efb8ebe-eca5-4935-8699-fc31a81828bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:13.378488 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f8dac6c6-7953-4587-8c7b-9a0156d5e779 req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.58 "DELETE /v2.0/ports/ecc90171-08c6-4322-87a5-acd31ef87b7b HTTP/1.1" status: 204 len: 173 time: 1.4942694 Aug 24 18:55:13.384400 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:13.393158 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-aecdbd5a-084e-48ae-b8d7-290c69ce9b3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:13.461646 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-9ffb71f2-be04-49b4-ab86-844f54ec5a79 service neutron] 10.222.0.20 "GET /v2.0/networks/749d6f25-fee8-43f9-bc1b-f1b39a3a56b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976020 Aug 24 18:55:13.499520 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:13.500920 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] 10.222.0.58 "PUT /v2.0/ports/be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 HTTP/1.1" status: 200 len: 1094 time: 2.0558579 Aug 24 18:55:13.504187 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'tag': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:13.607325 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:13.639330 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:13.701775 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-0f5e3d2e-8783-4132-b81d-f5d50e389640 req-8f7a45fb-4e97-47ca-8088-5c5f8546ace6 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Synchronizing usage tracker for tenant:cbd451a89478474c83dee360cb90c51e on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:55:13.759057 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-b8fefda8-f354-48ce-b0f2-273bae47af09 service neutron] 10.222.0.20 "GET /v2.0/networks/749d6f25-fee8-43f9-bc1b-f1b39a3a56b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887564 Aug 24 18:55:13.778461 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-5e33bc59-9e13-4b3a-a9ee-5c9cc566571d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 1097 time: 0.1192253 Aug 24 18:55:13.794951 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-0f5e3d2e-8783-4132-b81d-f5d50e389640 req-8f7a45fb-4e97-47ca-8088-5c5f8546ace6 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Unset dirty status for tenant:cbd451a89478474c83dee360cb90c51e on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:55:13.796591 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0f5e3d2e-8783-4132-b81d-f5d50e389640 req-8f7a45fb-4e97-47ca-8088-5c5f8546ace6 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de3e2-f8db-4c54-9798-63c36ac0b8aa HTTP/1.1" status: 200 len: 210 time: 0.1357200 Aug 24 18:55:13.861419 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-68def2ba-6e0e-480d-b776-52b9d1836a43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 HTTP/1.1" status: 200 len: 217 time: 0.0752792 Aug 24 18:55:13.924003 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'tag': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7', 'status': 'completed', 'code': 200} Aug 24 18:55:13.952203 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-e191f428-6f7c-4f77-9ff4-6d15a896d892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:13.953692 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-e191f428-6f7c-4f77-9ff4-6d15a896d892 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 200 len: 850 time: 0.0863810 Aug 24 18:55:14.054542 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-84311d82-1f53-4189-987f-d29b073824d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01b0bebc-79e0-43fb-96ce-c8008e4895da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939536 Aug 24 18:55:14.326835 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41326) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:14.342586 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-dee8523c-d4ff-4c9e-baa7-a22d0beb4f1e service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806661 Aug 24 18:55:14.345794 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:14.377003 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8743f-4a90-41bb-87de-b164931dd043 req-4c9716c7-07ef-4aec-9940-bc692b949c81 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:14.377699 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-9ca8743f-4a90-41bb-87de-b164931dd043 req-4c9716c7-07ef-4aec-9940-bc692b949c81 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Synchronizing usage tracker for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:55:14.378029 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:14.382189 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Usage tracker for resource:security_group_rule and tenant:54b8593b5b8240fcb01c077b8c9a84e1 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:14.384987 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:14.391717 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:14.459743 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:14.502852 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52de54f-6437-4eac-9cef-1dc6076c220d req-30e33ccf-741e-431a-9d38-cfe5db368197 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530159 Aug 24 18:55:14.519604 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-9ca8743f-4a90-41bb-87de-b164931dd043 req-4c9716c7-07ef-4aec-9940-bc692b949c81 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Unset dirty status for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:55:14.520037 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:14.523210 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9ca8743f-4a90-41bb-87de-b164931dd043 req-4c9716c7-07ef-4aec-9940-bc692b949c81 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 944 time: 0.3020456 Aug 24 18:55:14.529217 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-76a6cc45-43dd-40c7-a454-d9bd7d8f2490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:14.578963 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9ca8743f-4a90-41bb-87de-b164931dd043 req-2e27d779-4f78-40ee-a53c-2334dc37fc20 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515103 Aug 24 18:55:14.673330 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8627f34-1dc6-402a-8732-281da7b8ea4a,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:14.676856 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:14.683468 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54b8593b5b8240fcb01c077b8c9a84e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3553212 Aug 24 18:55:14.687212 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-97171590-006d-4d03-a8b0-0dc27b266e8d req-25c3f5e4-a137-4d79-938b-7cca8770169e tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 210 time: 0.1185589 Aug 24 18:55:14.687848 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41332) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:14.704673 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-97ae89f1-b3d1-4dd0-aa99-a56278524a05 req-19a2b64e-6c28-494c-b006-3addbc01e5e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1098 time: 0.0891955 Aug 24 18:55:14.801648 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device ecc90171-08c6-4322-87a5-acd31ef87b7b no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:55:14.843325 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8f20-ff9a-4cc9-8499-257568a99a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:14.859559 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: ecc90171-08c6-4322-87a5-acd31ef87b7b {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:55:14.860297 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device ecc90171-08c6-4322-87a5-acd31ef87b7b not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:55:14.877618 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8f20-ff9a-4cc9-8499-257568a99a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:14.880618 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae89f1-b3d1-4dd0-aa99-a56278524a05 req-87545e08-98d2-4b78-a2e1-188cb27f30f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:14.882111 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-97ae89f1-b3d1-4dd0-aa99-a56278524a05 req-87545e08-98d2-4b78-a2e1-188cb27f30f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 919 time: 0.1717079 Aug 24 18:55:14.917481 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-839c7920-4b63-4772-93bc-fd55daad8f51 req-a0338a6d-d7ff-4e55-ad8d-64e153a655da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 1097 time: 0.2327480 Aug 24 18:55:14.964829 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-97ae89f1-b3d1-4dd0-aa99-a56278524a05 req-574da450-0882-4e01-b92d-102e8b67394d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 HTTP/1.1" status: 200 len: 217 time: 0.0676913 Aug 24 18:55:15.041339 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae89f1-b3d1-4dd0-aa99-a56278524a05 req-e5591b16-1393-4eea-9806-8825e108e668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:15.042898 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-97ae89f1-b3d1-4dd0-aa99-a56278524a05 req-e5591b16-1393-4eea-9806-8825e108e668 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.0707765 Aug 24 18:55:15.112336 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-97ae89f1-b3d1-4dd0-aa99-a56278524a05 req-31dcad9e-bae4-47c8-9355-8ee7e45f46fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629840 Aug 24 18:55:15.119687 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c7920-4b63-4772-93bc-fd55daad8f51 req-d1385a14-300d-438a-96c2-ce8dc60f2881 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:15.121351 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-839c7920-4b63-4772-93bc-fd55daad8f51 req-d1385a14-300d-438a-96c2-ce8dc60f2881 service neutron] 10.222.0.58 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 912 time: 0.1914968 Aug 24 18:55:15.208977 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-839c7920-4b63-4772-93bc-fd55daad8f51 req-9ce6da2c-4438-4d7e-9267-f9b476e54f15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 HTTP/1.1" status: 200 len: 217 time: 0.0809371 Aug 24 18:55:15.219948 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514eaac-d867-4cdb-9f23-e34837cc2099 req-4e535e0d-873a-4bb3-a657-a6c22bc563e6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:15.221817 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3514eaac-d867-4cdb-9f23-e34837cc2099 req-4e535e0d-873a-4bb3-a657-a6c22bc563e6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.3460674 Aug 24 18:55:15.295844 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c7920-4b63-4772-93bc-fd55daad8f51 req-1242b40e-f3bd-4091-9dbb-1dd978032ad4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:15.296220 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-839c7920-4b63-4772-93bc-fd55daad8f51 req-1242b40e-f3bd-4091-9dbb-1dd978032ad4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 200 len: 850 time: 0.0734437 Aug 24 18:55:15.313092 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-97ae89f1-b3d1-4dd0-aa99-a56278524a05 req-4b6e8031-333b-42ba-98f2-e0e2b445667c service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942649 Aug 24 18:55:15.349021 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8f20-ff9a-4cc9-8499-257568a99a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:15.359358 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-dd861db2-0594-4276-9ece-9410c22d4aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:15.385910 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc8f20-ff9a-4cc9-8499-257568a99a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8627f34-1dc6-402a-8732-281da7b8ea4a,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:15.392081 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f5bc8f20-ff9a-4cc9-8499-257568a99a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:15.412318 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f5bc8f20-ff9a-4cc9-8499-257568a99a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:15.413646 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-f5bc8f20-ff9a-4cc9-8499-257568a99a97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8627f34-1dc6-402a-8732-281da7b8ea4a HTTP/1.1" status: 204 len: 168 time: 0.6844983 Aug 24 18:55:15.430703 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3514eaac-d867-4cdb-9f23-e34837cc2099 req-ed4c580c-2b12-4fce-abef-7711d87f496c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334338 Aug 24 18:55:15.455464 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-839c7920-4b63-4772-93bc-fd55daad8f51 req-90741890-8f4f-45f0-843d-f7af1f28eff2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01b0bebc-79e0-43fb-96ce-c8008e4895da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1381102 Aug 24 18:55:15.567112 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-97ae89f1-b3d1-4dd0-aa99-a56278524a05 req-eae7fecd-9262-457d-b686-7b2acaea5662 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481821 Aug 24 18:55:15.608050 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-839c7920-4b63-4772-93bc-fd55daad8f51 req-d8cc03ce-6e23-4cde-ade3-46b41704702e service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458154 Aug 24 18:55:15.613313 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-cdb3b3b0-ce1a-44db-9ed3-48d0f5c8d583 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:15.614829 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-cdb3b3b0-ce1a-44db-9ed3-48d0f5c8d583 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/networks?id=5485667f-e617-4d25-935d-c6f8d5883a06 HTTP/1.1" status: 200 len: 808 time: 0.2045567 Aug 24 18:55:15.634583 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-ff461d71-5f9a-4c84-aa50-18f57706d471 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/quotas/cbd451a89478474c83dee360cb90c51e HTTP/1.1" status: 200 len: 375 time: 0.0139346 Aug 24 18:55:15.683344 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-306f438a-4447-4361-8e48-adb1dcff4f82 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd451a89478474c83dee360cb90c51e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442381 Aug 24 18:55:15.844116 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-839c7920-4b63-4772-93bc-fd55daad8f51 req-f4933216-155f-4d7d-89bd-81431f06f5a4 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295561 Aug 24 18:55:15.867015 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cbfa1-d362-4023-8a14-61c4343c0455 req-899272a5-bcdd-4f67-9c92-ace856128620 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:15.867205 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-769e7438-7e52-4a1b-b35c-d373ad08fa6b service neutron] 10.222.0.20 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720431 Aug 24 18:55:15.868597 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fc7cbfa1-d362-4023-8a14-61c4343c0455 req-899272a5-bcdd-4f67-9c92-ace856128620 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 944 time: 0.1138637 Aug 24 18:55:15.940567 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fc7cbfa1-d362-4023-8a14-61c4343c0455 req-dc812fd2-84b5-453e-b31c-28ffd0d43519 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653238 Aug 24 18:55:16.145539 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-11ecbb09-46d8-4595-9d06-377d292ef431 service neutron] 10.222.0.20 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752953 Aug 24 18:55:16.194043 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-66bdd372-949c-487f-9274-8c5247aa1a7c req-81211243-cc79-46fe-bc43-dded9356e74a tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 210 time: 0.0608008 Aug 24 18:55:16.424546 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41380) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:16.457351 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:16.496090 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:16.515708 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a8748cd52cb64372b3bb1bb88f2cb9e9 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:16.525921 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:16.544180 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:16.598703 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-4c1f4752-cae4-4b3b-a3cb-5e657c7c3f3d req-70d0433f-9f09-4806-befb-579cad7dda47 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 210 time: 0.1801434 Aug 24 18:55:16.678012 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:16.694211 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69d3d3-6a53-43d9-a218-14d099bec8f9 req-6c3cca70-e098-4c06-83e0-a7470593262c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:16.695696 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-eb69d3d3-6a53-43d9-a218-14d099bec8f9 req-6c3cca70-e098-4c06-83e0-a7470593262c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1247301 Aug 24 18:55:16.742595 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-eb69d3d3-6a53-43d9-a218-14d099bec8f9 req-b13f83bf-bfc9-4d8a-947e-15269509bd6c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Aug 24 18:55:16.770878 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:16.778162 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f002f652-1ffe-4425-b451-53c17561e189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:16.818434 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b80d29-2eed-4abe-91f9-2280c257d88e,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:16.821359 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:16.824028 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8748cd52cb64372b3bb1bb88f2cb9e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3981278 Aug 24 18:55:16.827045 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41392) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:16.886266 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc2ab-c3a7-469a-a217-93eb1ef31e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:16.912751 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc2ab-c3a7-469a-a217-93eb1ef31e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:17.109072 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc2ab-c3a7-469a-a217-93eb1ef31e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:17.120394 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:17.137515 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcc2ab-c3a7-469a-a217-93eb1ef31e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b80d29-2eed-4abe-91f9-2280c257d88e,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:17.141981 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b3fcc2ab-c3a7-469a-a217-93eb1ef31e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:17.150426 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc2ab-c3a7-469a-a217-93eb1ef31e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:17.151626 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b3fcc2ab-c3a7-469a-a217-93eb1ef31e2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62b80d29-2eed-4abe-91f9-2280c257d88e HTTP/1.1" status: 204 len: 168 time: 0.3236253 Aug 24 18:55:17.193308 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c972d-f9d9-4718-84d4-9bd0cbc623e2 req-8c41fc83-3af6-4629-8655-3999010ceb3f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:17.197396 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a37c972d-f9d9-4718-84d4-9bd0cbc623e2 req-8c41fc83-3af6-4629-8655-3999010ceb3f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 944 time: 0.1163316 Aug 24 18:55:17.252556 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a37c972d-f9d9-4718-84d4-9bd0cbc623e2 req-c89a4e60-12fe-4e3c-84e1-e5479546bb44 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502369 Aug 24 18:55:17.334051 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-458e576b-4ee0-46f1-bb21-c6bb71eb1b0c tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:17.336106 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-458e576b-4ee0-46f1-bb21-c6bb71eb1b0c tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.58 "GET /v2.0/networks?id=749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 HTTP/1.1" status: 200 len: 809 time: 0.2356796 Aug 24 18:55:17.382725 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Request body: {'port': {'device_id': '11e21488-a5db-4f56-acb6-e8c9c0a4a94c', 'network_id': '749d6f25-fee8-43f9-bc1b-f1b39a3a56b3', 'admin_state_up': True, 'tenant_id': '18890a2e25db4cd3b023f6ff40d08f7d'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:17.414780 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c73165b1-bccc-416a-bf86-2ed411df0ca9 req-c9b3cdd6-cbfc-4383-9142-be1afdc2ea1d tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 210 time: 0.0758636 Aug 24 18:55:17.622357 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:17.626681 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Usage tracker for resource:port and tenant:18890a2e25db4cd3b023f6ff40d08f7d is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:17.629503 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:17.635722 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:17.719683 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Made reservation on behalf of 18890a2e25db4cd3b023f6ff40d08f7d for: {'port': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:55:17.724979 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:17.801917 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-230444da-b415-4fa6-b215-cec0c8d50534 req-5915d58e-00f2-4aa4-93de-c55e2a665dc2 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 210 time: 0.0608330 Aug 24 18:55:18.001643 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Allocated IP 172.20.0.7 (749d6f25-fee8-43f9-bc1b-f1b39a3a56b3/e25cbd6d-e615-4ebd-9cf0-3f59302b24f0/94f64a02-6d17-4aa8-9593-339f064ecfc4) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:55:18.004665 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc19b8-24c2-4dfc-b192-af4f3bef427f req-400f068e-8738-4622-9b95-0c6154eaa6c1 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:18.006272 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-92dc19b8-24c2-4dfc-b192-af4f3bef427f req-400f068e-8738-4622-9b95-0c6154eaa6c1 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0911059 Aug 24 18:55:18.064885 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-92dc19b8-24c2-4dfc-b192-af4f3bef427f req-aeeda9f9-c98f-44a5-a0b0-f318c41814b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522375 Aug 24 18:55:18.370741 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:18.431964 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:18.441378 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f5c89451-f2f8-4032-b87e-9a51ed790e1f tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:18.511225 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41440) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:18.536662 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Network 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:55:18.536662 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Pushing event updated for resources: {'Port': ['ID=94f64a02-6d17-4aa8-9593-339f064ecfc4,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:18.536662 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:55:18.537399 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:18.539128 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:55:18.591061 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2d83a-3881-459f-8781-1c88f818848f req-037b5df3-ef12-4b2e-86cc-0c203535156d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:18.592595 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b0c2d83a-3881-459f-8781-1c88f818848f req-037b5df3-ef12-4b2e-86cc-0c203535156d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 944 time: 0.2085814 Aug 24 18:55:18.625633 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:18.626219 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:18.675803 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b0c2d83a-3881-459f-8781-1c88f818848f req-11f39c9b-4056-4076-878e-2d606326862c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740197 Aug 24 18:55:18.694012 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751286fc-4127-4d72-9794-0fa5c20300ee req-ef4a146a-16e6-4000-91d7-b7254e32046e tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:18.695674 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-751286fc-4127-4d72-9794-0fa5c20300ee req-ef4a146a-16e6-4000-91d7-b7254e32046e tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 931 time: 0.1196032 Aug 24 18:55:18.749212 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:18.776946 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-751286fc-4127-4d72-9794-0fa5c20300ee req-3c9296b1-228a-478a-a40e-66f486b910a6 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Synchronizing usage tracker for tenant:18890a2e25db4cd3b023f6ff40d08f7d on resource:security_group {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:55:18.785119 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4046011 Aug 24 18:55:18.804138 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:18.806004 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Request body: {'port': {'device_id': '11e21488-a5db-4f56-acb6-e8c9c0a4a94c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:18.809269 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Usage tracker for resource:security_group_rule and tenant:de54aad802c24d458335fd009bf479ee is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:18.813223 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:18.818183 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:55:18.823666 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:18.870353 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-751286fc-4127-4d72-9794-0fa5c20300ee req-3c9296b1-228a-478a-a40e-66f486b910a6 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Unset dirty status for tenant:18890a2e25db4cd3b023f6ff40d08f7d on resource:security_group {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:55:18.884115 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-751286fc-4127-4d72-9794-0fa5c20300ee req-3c9296b1-228a-478a-a40e-66f486b910a6 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823936 Aug 24 18:55:18.936237 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:18.990961 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:18.994328 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.006781 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'port_id': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7', 'mac_address': 'fa:16:3e:be:90:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:55:19.064688 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.081113 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-39f72187-1fb8-4fa8-b817-e81b5369c81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:19.101431 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.121119 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:55:19.139733 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:19.208536 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82382efb-dacf-47d3-80c9-c25af202df7a,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:19.214254 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:19.232505 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de54aad802c24d458335fd009bf479ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7172387 Aug 24 18:55:19.248995 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.248995 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-42d6d041-ddf7-4265-b11a-415188ef4240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:19.276712 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41466) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:19.312544 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-bcde6b99-3dfc-46e4-9b96-3f227af68a98 req-8c33e80c-a2fc-48cb-89e2-29cc420b7d3a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 210 time: 0.1690702 Aug 24 18:55:19.402508 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:19.407329 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:19.436079 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-4736cb8c-97ae-464f-a7ed-c2012ae96f73 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:19.437520 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-4736cb8c-97ae-464f-a7ed-c2012ae96f73 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.58 "GET /v2.0/networks?id=5485667f-e617-4d25-935d-c6f8d5883a06 HTTP/1.1" status: 200 len: 808 time: 0.4732006 Aug 24 18:55:19.463018 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Request body: {'port': {'device_id': 'a0b3d078-3596-47d3-b51d-cad191d3094e', 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06', 'admin_state_up': True, 'tenant_id': 'cbd451a89478474c83dee360cb90c51e'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:19.556379 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f64a02-6d17-4aa8-9593-339f064ecfc4 {{(pid=75888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:55:19.564239 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.582754 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.provisioning_blocks [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Transition to ACTIVE for port object 94f64a02-6d17-4aa8-9593-339f064ecfc4 will not be triggered until provisioned by entity L2. {{(pid=75888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:55:19.591669 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d7be6f59-8978-4f2f-8791-63f7c84bebf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.632689 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:55:19.659060 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8036a0-afcd-435c-95c5-02ac22100d1e req-f38ea244-785a-4a59-8535-c22c94e8f832 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:19.660534 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fd8036a0-afcd-435c-95c5-02ac22100d1e req-f38ea244-785a-4a59-8535-c22c94e8f832 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.3461573 Aug 24 18:55:19.663607 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d7be6f59-8978-4f2f-8791-63f7c84bebf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.674371 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.681021 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:19.709273 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:19.733117 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:19.766799 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Pushing event updated for resources: {'Port': ['ID=94f64a02-6d17-4aa8-9593-339f064ecfc4,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:19.773774 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fd8036a0-afcd-435c-95c5-02ac22100d1e req-f4c94b68-3a0d-4306-987c-475c5fba66ce tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025312 Aug 24 18:55:19.779788 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:19.863246 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Made reservation on behalf of cbd451a89478474c83dee360cb90c51e for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:55:19.869447 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.881047 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d7be6f59-8978-4f2f-8791-63f7c84bebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.890098 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-673e87f5-81dc-4aad-a679-dcd47ea6ca21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:19.911158 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be6f59-8978-4f2f-8791-63f7c84bebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82382efb-dacf-47d3-80c9-c25af202df7a,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:19.924238 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d7be6f59-8978-4f2f-8791-63f7c84bebf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:19.986517 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d7be6f59-8978-4f2f-8791-63f7c84bebf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.987679 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-d7be6f59-8978-4f2f-8791-63f7c84bebf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82382efb-dacf-47d3-80c9-c25af202df7a HTTP/1.1" status: 204 len: 168 time: 0.7064085 Aug 24 18:55:20.043483 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b172be9-cf3c-496a-af71-90faf81476c5 req-1f2fb396-1fa3-4075-839a-f87e8bc66744 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:20.050627 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8b172be9-cf3c-496a-af71-90faf81476c5 req-1f2fb396-1fa3-4075-839a-f87e8bc66744 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1966577 Aug 24 18:55:20.094355 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Attempting to bind port 94f64a02-6d17-4aa8-9593-339f064ecfc4 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:55:20.094720 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Attempting to bind port 94f64a02-6d17-4aa8-9593-339f064ecfc4 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'd1a9d10d-7544-4c36-8e20-fec3bd30f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '749d6f25-fee8-43f9-bc1b-f1b39a3a56b3'}] {{(pid=75888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:55:20.095172 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Attempting to bind port 94f64a02-6d17-4aa8-9593-339f064ecfc4 on network 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:55:20.108660 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Port 94f64a02-6d17-4aa8-9593-339f064ecfc4 on network 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:55:20.108988 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Attempting to bind port 94f64a02-6d17-4aa8-9593-339f064ecfc4 on network 749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:55:20.126493 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Allocated IP 172.20.0.9 (5485667f-e617-4d25-935d-c6f8d5883a06/edeb5690-f48c-46ac-8dfa-d3b741528967/3bee55f9-1140-4d4b-80e5-ab294e16ce18) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:55:20.130706 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8b172be9-cf3c-496a-af71-90faf81476c5 req-f6044558-17e8-4f47-9fa3-7b5ab04d3ec6 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790937 Aug 24 18:55:20.132230 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:55:20.132379 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Checking segment: {'id': 'd1a9d10d-7544-4c36-8e20-fec3bd30f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '749d6f25-fee8-43f9-bc1b-f1b39a3a56b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:55:20.132857 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Bound using segment: {'id': 'd1a9d10d-7544-4c36-8e20-fec3bd30f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '749d6f25-fee8-43f9-bc1b-f1b39a3a56b3'} {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:55:20.133406 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Bound port: 94f64a02-6d17-4aa8-9593-339f064ecfc4, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a9d10d-7544-4c36-8e20-fec3bd30f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '749d6f25-fee8-43f9-bc1b-f1b39a3a56b3'}}] {{(pid=75888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:55:20.133766 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:20.241259 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] For port 94f64a02-6d17-4aa8-9593-339f064ecfc4, host hv-cinder-80582, cleared binding levels {{(pid=75888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:55:20.249027 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] For port 94f64a02-6d17-4aa8-9593-339f064ecfc4, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94f64a02-6d17-4aa8-9593-339f064ecfc4,segment=NetworkSegment(d1a9d10d-7544-4c36-8e20-fec3bd30f317),segment_id=d1a9d10d-7544-4c36-8e20-fec3bd30f317)] {{(pid=75888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:55:20.331802 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:20.336838 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-69a76f52-fc03-42f3-a3d9-16ea1d3da8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:20.472547 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:20.473810 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] 10.222.0.58 "PUT /v2.0/ports/94f64a02-6d17-4aa8-9593-339f064ecfc4 HTTP/1.1" status: 200 len: 1093 time: 1.6725578 Aug 24 18:55:20.474306 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e21488-a5db-4f56-acb6-e8c9c0a4a94c', 'tag': '94f64a02-6d17-4aa8-9593-339f064ecfc4'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:20.476441 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735e8aa-35ea-4526-aa53-da6e6bf20397 req-e605d7dd-7a77-4257-b320-d3581ed510df tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:20.478241 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9735e8aa-35ea-4526-aa53-da6e6bf20397 req-e605d7dd-7a77-4257-b320-d3581ed510df tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 943 time: 0.1660745 Aug 24 18:55:20.486830 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:20.543996 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9735e8aa-35ea-4526-aa53-da6e6bf20397 req-acec0d79-1850-49b6-bba5-1f2d8c3becd3 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 Aug 24 18:55:20.557483 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Pushing event updated for resources: {'Port': ['ID=94f64a02-6d17-4aa8-9593-339f064ecfc4,revision_number=3']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:20.567789 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:20.582718 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b76f9036-d052-4f83-896f-ae2b01fbb3b6 req-b89e57ec-c0ce-4631-beb5-a90c422658cd tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 210 time: 0.0647418 Aug 24 18:55:20.632037 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e21488-a5db-4f56-acb6-e8c9c0a4a94c', 'tag': '94f64a02-6d17-4aa8-9593-339f064ecfc4', 'status': 'completed', 'code': 200} Aug 24 18:55:20.640132 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:20.646612 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c0e8a011-10c8-4005-af50-dcc2c5152c02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:20.675143 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-b134bef1-d787-44f9-8a59-021b39ce52db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18890a2e25db4cd3b023f6ff40d08f7d&device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 1096 time: 0.0805321 Aug 24 18:55:20.715419 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Network 5485667f-e617-4d25-935d-c6f8d5883a06 is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:55:20.719389 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:55:20.723606 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:55:20.747278 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-b3876c1f-6a92-48ed-9e4c-e442d9a7dc4e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94f64a02-6d17-4aa8-9593-339f064ecfc4 HTTP/1.1" status: 200 len: 217 time: 0.0647199 Aug 24 18:55:20.757429 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Pushing event updated for resources: {'Port': ['ID=3bee55f9-1140-4d4b-80e5-ab294e16ce18,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:20.761829 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:20.789172 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:20.789895 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:20.818889 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-f092d8a9-012a-4bd9-8254-a7488e3c7cae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:20.818889 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-f092d8a9-012a-4bd9-8254-a7488e3c7cae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e25cbd6d-e615-4ebd-9cf0-3f59302b24f0 HTTP/1.1" status: 200 len: 849 time: 0.0630472 Aug 24 18:55:20.870908 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-b86f36f6-ea6c-4a1a-adda-c07a9ec521d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=749d6f25-fee8-43f9-bc1b-f1b39a3a56b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473797 Aug 24 18:55:20.897081 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4390736 Aug 24 18:55:20.910946 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Request body: {'port': {'device_id': 'a0b3d078-3596-47d3-b51d-cad191d3094e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:20.940909 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41508) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:20.982658 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:21.080562 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-8124ac76-02a0-448d-9549-54facbd8fca1 service neutron] 10.222.0.58 "GET /v2.0/networks/749d6f25-fee8-43f9-bc1b-f1b39a3a56b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027452 Aug 24 18:55:21.093615 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28085e-f23c-450b-914e-576c22722c4e req-14b8846d-1531-40f0-a0bc-1c31787e3aa8 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:21.100542 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9e28085e-f23c-450b-914e-576c22722c4e req-14b8846d-1531-40f0-a0bc-1c31787e3aa8 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1894581 Aug 24 18:55:21.137229 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:21.142432 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:21.152705 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Usage tracker for resource:security_group_rule and tenant:330351828adf429c9d6d633f12d63665 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:21.158588 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:21.166242 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:21.243911 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9e28085e-f23c-450b-914e-576c22722c4e req-fdbcf69a-f993-4230-ac80-95c3dbde89f9 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422179 Aug 24 18:55:21.337398 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b47a315-ddc1-42f3-bd33-d7600da6cfc3 req-16bfb877-1ab2-4adc-b4b2-409fe08af3a6 service neutron] 10.222.0.58 "GET /v2.0/networks/749d6f25-fee8-43f9-bc1b-f1b39a3a56b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175984 Aug 24 18:55:21.500973 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:21.527728 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f4017-599d-412d-9734-dcfadd3d3107 req-8da203f3-8d87-4761-a8ea-1f501ba5e0c2 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:21.529769 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9c6f4017-599d-412d-9734-dcfadd3d3107 req-8da203f3-8d87-4761-a8ea-1f501ba5e0c2 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 945 time: 0.2536452 Aug 24 18:55:21.554181 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ddc3fc6e-9095-4ce1-bff9-6970ea36cac6 req-c048c507-9cf0-4dd8-b0ad-73e908c12edf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18890a2e25db4cd3b023f6ff40d08f7d&device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 1096 time: 0.0810246 Aug 24 18:55:21.576199 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:21.587759 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2496faec-c066-4704-bdec-c5f15a893406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:21.664547 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc9d01d-0007-4cff-9256-e74d76658f38,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:21.670332 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:21.674679 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9c6f4017-599d-412d-9734-dcfadd3d3107 req-03aa6b9c-7f0d-46dd-9b59-1e8a2af191bd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373112 Aug 24 18:55:21.679788 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=330351828adf429c9d6d633f12d63665&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7314141 Aug 24 18:55:21.686683 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41524) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:21.745110 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3fc6e-9095-4ce1-bff9-6970ea36cac6 req-e0c30e3e-6bce-45f2-8174-92e9a8d00f2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:21.746601 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ddc3fc6e-9095-4ce1-bff9-6970ea36cac6 req-e0c30e3e-6bce-45f2-8174-92e9a8d00f2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 HTTP/1.1" status: 200 len: 910 time: 0.1854775 Aug 24 18:55:21.792226 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bee55f9-1140-4d4b-80e5-ab294e16ce18 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:55:21.829668 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ddc3fc6e-9095-4ce1-bff9-6970ea36cac6 req-8ccddfb2-f258-41dc-aca5-5adb969db3d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94f64a02-6d17-4aa8-9593-339f064ecfc4 HTTP/1.1" status: 200 len: 217 time: 0.0673470 Aug 24 18:55:21.830315 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:21.842780 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139d51f-429a-44a0-be32-8b6b80dc5ba9 req-c576de20-2211-415a-af50-4cb9c1781344 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:21.843483 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-2139d51f-429a-44a0-be32-8b6b80dc5ba9 req-c576de20-2211-415a-af50-4cb9c1781344 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Synchronizing usage tracker for tenant:18890a2e25db4cd3b023f6ff40d08f7d on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:55:21.869800 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-93f216f9-cd34-4783-882f-cfc4dce1e022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:21.874454 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Transition to ACTIVE for port object 3bee55f9-1140-4d4b-80e5-ab294e16ce18 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:55:21.909994 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3fc6e-9095-4ce1-bff9-6970ea36cac6 req-79100fbc-4de8-416d-8c01-da732fd8f8d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:21.910821 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-93f216f9-cd34-4783-882f-cfc4dce1e022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:21.911477 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ddc3fc6e-9095-4ce1-bff9-6970ea36cac6 req-79100fbc-4de8-416d-8c01-da732fd8f8d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e25cbd6d-e615-4ebd-9cf0-3f59302b24f0 HTTP/1.1" status: 200 len: 849 time: 0.0653341 Aug 24 18:55:21.961522 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930ea85-9ddf-4f62-a8ca-76fcc5cd348a req-ad4cd216-dcf6-487d-a50b-824f7e8cf77b tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:21.961668 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ddc3fc6e-9095-4ce1-bff9-6970ea36cac6 req-c456bbcf-0f21-4e5f-ac56-7f0f06ceaa24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=749d6f25-fee8-43f9-bc1b-f1b39a3a56b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420640 Aug 24 18:55:21.962275 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-7930ea85-9ddf-4f62-a8ca-76fcc5cd348a req-ad4cd216-dcf6-487d-a50b-824f7e8cf77b tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Synchronizing usage tracker for tenant:cbd451a89478474c83dee360cb90c51e on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:55:21.971959 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-2139d51f-429a-44a0-be32-8b6b80dc5ba9 req-c576de20-2211-415a-af50-4cb9c1781344 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Unset dirty status for tenant:18890a2e25db4cd3b023f6ff40d08f7d on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:55:21.971959 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2139d51f-429a-44a0-be32-8b6b80dc5ba9 req-c576de20-2211-415a-af50-4cb9c1781344 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 943 time: 0.2745192 Aug 24 18:55:21.972960 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:21.972960 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:22.104989 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2139d51f-429a-44a0-be32-8b6b80dc5ba9 req-aace5dde-08db-42a8-9c7c-78dabaf7ebbc tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356604 Aug 24 18:55:22.105115 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-7930ea85-9ddf-4f62-a8ca-76fcc5cd348a req-ad4cd216-dcf6-487d-a50b-824f7e8cf77b tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Unset dirty status for tenant:cbd451a89478474c83dee360cb90c51e on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:55:22.111801 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7930ea85-9ddf-4f62-a8ca-76fcc5cd348a req-ad4cd216-dcf6-487d-a50b-824f7e8cf77b tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 931 time: 0.3148894 Aug 24 18:55:22.126397 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Pushing event updated for resources: {'Port': ['ID=3bee55f9-1140-4d4b-80e5-ab294e16ce18,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:22.150046 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:22.166951 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ddc3fc6e-9095-4ce1-bff9-6970ea36cac6 req-40200623-a9f6-4d3b-9a9e-cafa81af47fd service neutron] 10.222.0.58 "GET /v2.0/networks/749d6f25-fee8-43f9-bc1b-f1b39a3a56b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963940 Aug 24 18:55:22.190983 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-93f216f9-cd34-4783-882f-cfc4dce1e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:22.201542 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e51babe8-cd11-4001-b00c-d3045eaebb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:22.255409 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7930ea85-9ddf-4f62-a8ca-76fcc5cd348a req-c1de8de1-a66c-4e3a-9e79-7828d1611762 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426609 Aug 24 18:55:22.256243 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f216f9-cd34-4783-882f-cfc4dce1e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc9d01d-0007-4cff-9256-e74d76658f38,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:22.274935 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-93f216f9-cd34-4783-882f-cfc4dce1e022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:22.295565 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-93f216f9-cd34-4783-882f-cfc4dce1e022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:22.297864 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-93f216f9-cd34-4783-882f-cfc4dce1e022 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dc9d01d-0007-4cff-9256-e74d76658f38 HTTP/1.1" status: 204 len: 168 time: 0.6100800 Aug 24 18:55:22.351434 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Attempting to bind port 3bee55f9-1140-4d4b-80e5-ab294e16ce18 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:55:22.351780 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Attempting to bind port 3bee55f9-1140-4d4b-80e5-ab294e16ce18 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:55:22.352118 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Attempting to bind port 3bee55f9-1140-4d4b-80e5-ab294e16ce18 on network 5485667f-e617-4d25-935d-c6f8d5883a06 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:55:22.359286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Port 3bee55f9-1140-4d4b-80e5-ab294e16ce18 on network 5485667f-e617-4d25-935d-c6f8d5883a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:55:22.359656 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Attempting to bind port 3bee55f9-1140-4d4b-80e5-ab294e16ce18 on network 5485667f-e617-4d25-935d-c6f8d5883a06 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:55:22.366602 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:55:22.369736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Checking segment: {'id': 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:55:22.369736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Bound using segment: {'id': 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:55:22.369736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Bound port: 3bee55f9-1140-4d4b-80e5-ab294e16ce18, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:55:22.369736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:22.429787 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ddc3fc6e-9095-4ce1-bff9-6970ea36cac6 req-0137effe-6ec8-4c2f-a137-784e9b1e59ac service neutron] 10.222.0.58 "GET /v2.0/networks/749d6f25-fee8-43f9-bc1b-f1b39a3a56b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554126 Aug 24 18:55:22.527508 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] For port 3bee55f9-1140-4d4b-80e5-ab294e16ce18, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:55:22.532200 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] For port 3bee55f9-1140-4d4b-80e5-ab294e16ce18, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3bee55f9-1140-4d4b-80e5-ab294e16ce18,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:55:22.545979 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f5330-ea91-4fbc-82a5-1c47c2ae45bd req-e11edaab-ce10-42c5-b1a7-6271e60df58e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:22.547483 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f22f5330-ea91-4fbc-82a5-1c47c2ae45bd req-e11edaab-ce10-42c5-b1a7-6271e60df58e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1319356 Aug 24 18:55:22.601685 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f22f5330-ea91-4fbc-82a5-1c47c2ae45bd req-7dbe0f65-fdc2-48eb-b1d8-8f6712b750f2 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483577 Aug 24 18:55:22.606938 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:22.609438 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:22.658025 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:22.659605 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] 10.222.0.58 "PUT /v2.0/ports/3bee55f9-1140-4d4b-80e5-ab294e16ce18 HTTP/1.1" status: 200 len: 1093 time: 1.7538269 Aug 24 18:55:22.667067 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3d078-3596-47d3-b51d-cad191d3094e', 'tag': '3bee55f9-1140-4d4b-80e5-ab294e16ce18'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:22.688414 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Pushing event updated for resources: {'Port': ['ID=3bee55f9-1140-4d4b-80e5-ab294e16ce18,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:22.695306 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:22.732851 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3d078-3596-47d3-b51d-cad191d3094e', 'tag': '3bee55f9-1140-4d4b-80e5-ab294e16ce18', 'status': 'completed', 'code': 200} Aug 24 18:55:22.819264 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:55:22.881764 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-211d58b3-9976-490e-8919-f44bd3af7797 req-cae6e0a9-0f06-47aa-ab85-89ea09d38175 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbd451a89478474c83dee360cb90c51e&device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 1096 time: 0.1280093 Aug 24 18:55:22.972033 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6227b-2c49-412a-a6a1-bc8779bdfed2 req-45ddf8e4-413e-4b4a-9a43-f86991a6d95f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:22.973486 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5ba6227b-2c49-412a-a6a1-bc8779bdfed2 req-45ddf8e4-413e-4b4a-9a43-f86991a6d95f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1647074 Aug 24 18:55:22.976324 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:55:22.982007 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:55:22.983142 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:23.073039 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5ba6227b-2c49-412a-a6a1-bc8779bdfed2 req-93698280-08d6-4f74-b308-898caa0ecedd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909557 Aug 24 18:55:23.082381 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d58b3-9976-490e-8919-f44bd3af7797 req-eb8074a2-f1b1-4953-8379-61630c9caa58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:23.084686 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-211d58b3-9976-490e-8919-f44bd3af7797 req-eb8074a2-f1b1-4953-8379-61630c9caa58 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cbd451a89478474c83dee360cb90c51e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1948030 Aug 24 18:55:23.114322 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:23.152141 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:23.164439 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:23.250852 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:23.252833 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:23.370680 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7', 'code': 200} Aug 24 18:55:23.372210 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:23.379478 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:23.434865 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d58b3-9976-490e-8919-f44bd3af7797 req-23dd77de-8c9d-4b12-a6cc-47143229cdfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:23.436990 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-211d58b3-9976-490e-8919-f44bd3af7797 req-23dd77de-8c9d-4b12-a6cc-47143229cdfe service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3361750 Aug 24 18:55:23.499912 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1a0d0a39-a6f4-4a79-be81-29e4f1106aae req-ad3fd331-9330-47e6-92bd-9707334d093d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1098 time: 0.1017287 Aug 24 18:55:23.506010 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4fbc6-0a1d-4d97-8b99-4e32ae91b704 req-8ca6b47b-e162-4ec3-8337-3c4553752138 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:23.513203 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-69a4fbc6-0a1d-4d97-8b99-4e32ae91b704 req-8ca6b47b-e162-4ec3-8337-3c4553752138 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 943 time: 0.1607728 Aug 24 18:55:23.590174 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-8b3aa912-a3ae-4e11-a55f-bb1c803908d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbd451a89478474c83dee360cb90c51e&device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 1096 time: 0.1028233 Aug 24 18:55:23.596833 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4d289-db8c-46b2-8940-fce62dbe1dbd req-da139a26-3c4c-4fb2-a68d-81a33eb13f7a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:23.597522 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-69a4fbc6-0a1d-4d97-8b99-4e32ae91b704 req-82fb83da-17d7-4b02-939a-a2543f99b9c7 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833051 Aug 24 18:55:23.598379 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a3c4d289-db8c-46b2-8940-fce62dbe1dbd req-da139a26-3c4c-4fb2-a68d-81a33eb13f7a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 943 time: 0.1609316 Aug 24 18:55:23.601902 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1a0d0a39-a6f4-4a79-be81-29e4f1106aae req-931b1dbd-4765-41c7-8335-1b99f543ff8a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856855 Aug 24 18:55:23.703639 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-c9a0cc88-0684-4f74-8ba6-edd13fc36858 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bee55f9-1140-4d4b-80e5-ab294e16ce18 HTTP/1.1" status: 200 len: 217 time: 0.1042311 Aug 24 18:55:23.726044 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a3c4d289-db8c-46b2-8940-fce62dbe1dbd req-27efccc9-7dfe-4483-8756-67357989a59c tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658309 Aug 24 18:55:23.966526 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-f4139fab-11c9-4601-8be1-f0347142e8ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:23.967991 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-f4139fab-11c9-4601-8be1-f0347142e8ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edeb5690-f48c-46ac-8dfa-d3b741528967 HTTP/1.1" status: 200 len: 848 time: 0.0759375 Aug 24 18:55:23.991243 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d88463fa-8fb6-4fe9-a5c2-ceeb19be058d req-fb6146ff-dc41-491d-bf6f-0e131cef5f75 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0827177 Aug 24 18:55:24.019817 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30ea83-9bf7-4e90-a0cb-f8ac43120957 req-a01eeb4a-d8d2-4f3e-8e43-4a3d9f09c907 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:24.021301 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee30ea83-9bf7-4e90-a0cb-f8ac43120957 req-a01eeb4a-d8d2-4f3e-8e43-4a3d9f09c907 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1760328 Aug 24 18:55:24.027450 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-ddf2b697-f2bd-49d2-b6ef-81c7896e28e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5485667f-e617-4d25-935d-c6f8d5883a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493758 Aug 24 18:55:24.036181 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d88463fa-8fb6-4fe9-a5c2-ceeb19be058d req-038a7a64-c2f4-43fc-ae0f-12fa0f501bda service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381818 Aug 24 18:55:24.068252 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee30ea83-9bf7-4e90-a0cb-f8ac43120957 req-e0d8167b-2a32-4a05-aa15-ed7231d0c0c7 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Aug 24 18:55:24.275130 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c5597-8e8e-48cc-a123-ebcbb8f35a32 req-dd2941f9-ca29-4acc-84e5-420607271527 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:24.276706 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fc1c5597-8e8e-48cc-a123-ebcbb8f35a32 req-dd2941f9-ca29-4acc-84e5-420607271527 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0780306 Aug 24 18:55:24.322370 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fc1c5597-8e8e-48cc-a123-ebcbb8f35a32 req-96272a93-4076-46df-9ba7-4a68d4bbdbf5 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399499 Aug 24 18:55:24.470977 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-d306772d-2ad8-4002-a1e6-163a7f4bfd8d service neutron] 10.222.0.58 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290996 Aug 24 18:55:24.604928 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8d1fa00f-a70b-4158-8a8a-dd9a1e3cfb6d req-cfd106e0-1a5a-4cbc-8fe6-14e0d2994af2 service neutron] 10.222.0.58 "GET /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261168 Aug 24 18:55:24.798342 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab495-eee6-4c9d-84a0-d86e446ca270 req-453946b3-c9d3-4b55-99c6-71855c06214d tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:24.799839 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3ccab495-eee6-4c9d-84a0-d86e446ca270 req-453946b3-c9d3-4b55-99c6-71855c06214d tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 943 time: 0.0883801 Aug 24 18:55:24.829357 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 94f64a02-6d17-4aa8-9593-339f064ecfc4 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:55:24.858017 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3ccab495-eee6-4c9d-84a0-d86e446ca270 req-b8b01e4e-9aa8-4e2e-b939-e7595606dcea tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520537 Aug 24 18:55:24.980497 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f7b19-1ec1-4480-82d1-1031b91390e9 req-be0b7c76-19ef-427d-bf04-f480bbabb09a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:24.986580 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ce1f7b19-1ec1-4480-82d1-1031b91390e9 req-be0b7c76-19ef-427d-bf04-f480bbabb09a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 943 time: 0.1250806 Aug 24 18:55:25.053815 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 94f64a02-6d17-4aa8-9593-339f064ecfc4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94f64a02-6d17-4aa8-9593-339f064ecfc4,segment=NetworkSegment(d1a9d10d-7544-4c36-8e20-fec3bd30f317),segment_id=d1a9d10d-7544-4c36-8e20-fec3bd30f317)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:25.071569 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '94f64a02-6d17-4aa8-9593-339f064ecfc4', 'network_id': '749d6f25-fee8-43f9-bc1b-f1b39a3a56b3', 'port_id': '94f64a02-6d17-4aa8-9593-339f064ecfc4', 'mac_address': 'fa:16:3e:4d:4b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25cbd6d-e615-4ebd-9cf0-3f59302b24f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:55:25.081377 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ce1f7b19-1ec1-4480-82d1-1031b91390e9 req-d2e60955-0130-4b9e-8abc-b0a5ae9481bb tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882213 Aug 24 18:55:25.131725 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:25.152903 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f64a02-6d17-4aa8-9593-339f064ecfc4 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:55:25.170408 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 94f64a02-6d17-4aa8-9593-339f064ecfc4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94f64a02-6d17-4aa8-9593-339f064ecfc4,segment=NetworkSegment(d1a9d10d-7544-4c36-8e20-fec3bd30f317),segment_id=d1a9d10d-7544-4c36-8e20-fec3bd30f317)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:25.267711 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:25.271995 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-d04a958e-284d-48a9-a7d0-736bea5c8348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:25.287159 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77345f69-1f36-4004-8cf1-1db945531eaf req-aeeb4b92-e52d-4f28-8a60-807ed95a9a63 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:25.290700 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-77345f69-1f36-4004-8cf1-1db945531eaf req-aeeb4b92-e52d-4f28-8a60-807ed95a9a63 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0829718 Aug 24 18:55:25.336056 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=94f64a02-6d17-4aa8-9593-339f064ecfc4,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:25.339099 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:25.343394 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-77345f69-1f36-4004-8cf1-1db945531eaf req-dcfc50cd-63b3-4ed7-8b56-087f7d2be8ea tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476525 Aug 24 18:55:25.536780 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88d275-b13b-45e8-93e0-0fceadbbabc6 req-d4a7cdfb-f154-4b01-b6be-7299d62890c5 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:25.544383 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9e88d275-b13b-45e8-93e0-0fceadbbabc6 req-d4a7cdfb-f154-4b01-b6be-7299d62890c5 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0832539 Aug 24 18:55:25.591688 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9e88d275-b13b-45e8-93e0-0fceadbbabc6 req-4e4383d7-1cce-44ae-9d7a-a2a7547903b5 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464628 Aug 24 18:55:26.053085 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['94f64a02-6d17-4aa8-9593-339f064ecfc4'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:55:26.150324 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed12ae-ee9d-45ad-a114-096f2c8e2006 req-589f9079-0be8-4a19-a250-8486a0b019cd tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:26.153124 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8aed12ae-ee9d-45ad-a114-096f2c8e2006 req-589f9079-0be8-4a19-a250-8486a0b019cd tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 944 time: 0.1312904 Aug 24 18:55:26.219733 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8aed12ae-ee9d-45ad-a114-096f2c8e2006 req-05c521db-9400-475b-aa4a-c4365f686ca1 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596848 Aug 24 18:55:26.339821 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e393444-2f4e-428d-88ec-c0e5104f11ec req-3fb365fa-e697-4b6d-af6c-8b1141d13282 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:26.342242 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-4e393444-2f4e-428d-88ec-c0e5104f11ec req-3fb365fa-e697-4b6d-af6c-8b1141d13282 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 943 time: 0.0824525 Aug 24 18:55:26.398371 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-4e393444-2f4e-428d-88ec-c0e5104f11ec req-112450d0-5df5-4144-82b1-54f715ecd1cb tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Aug 24 18:55:26.455620 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41678) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:26.601330 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ece33-c1c5-4f1a-a211-67db5b25091c req-4c55100e-4083-4311-9b2c-19d88f2f53e5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:26.603084 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-389ece33-c1c5-4f1a-a211-67db5b25091c req-4c55100e-4083-4311-9b2c-19d88f2f53e5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0820646 Aug 24 18:55:26.638259 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:26.687972 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-389ece33-c1c5-4f1a-a211-67db5b25091c req-efec3b8c-5106-4a74-baee-0ed3f943c1d6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689218 Aug 24 18:55:26.688865 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:26.693334 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d8e9bd33c16496c958c5ba8ef457f05 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:26.696343 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:26.702796 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:26.785470 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:26.797094 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6345980-19e9-498b-a996-188b3c0a3a22 req-628b8e7e-27e9-4c07-a985-20b092d65613 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:26.798661 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a6345980-19e9-498b-a996-188b3c0a3a22 req-628b8e7e-27e9-4c07-a985-20b092d65613 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0820153 Aug 24 18:55:26.855662 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a6345980-19e9-498b-a996-188b3c0a3a22 req-d4ae5994-9fcc-4680-a850-70dbbde24bf5 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514548 Aug 24 18:55:26.890305 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:26.897883 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c89a4623-490e-4030-94f2-a25dadbb7ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:26.937742 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe5f934-ba11-45f6-9fed-016da10eaade,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:26.944659 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d8e9bd33c16496c958c5ba8ef457f05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4855094 Aug 24 18:55:26.944659 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:26.945846 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41694) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:27.063238 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e9983be3-a1d5-4198-b301-0c910abffabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:27.098142 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e9983be3-a1d5-4198-b301-0c910abffabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:27.130507 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b320-173a-439e-8cdb-0de2069df51a req-5576489b-76a0-4755-bb10-514e0754d209 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:27.135071 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2337b320-173a-439e-8cdb-0de2069df51a req-5576489b-76a0-4755-bb10-514e0754d209 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.1433253 Aug 24 18:55:27.140563 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41700) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:27.146379 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-156e33f7-40e7-460a-8a9e-e8950155ddf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'floatingip': {'port_id': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:55:27.229948 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-156e33f7-40e7-460a-8a9e-e8950155ddf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:27.306481 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e9983be3-a1d5-4198-b301-0c910abffabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:27.317794 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e9d4cb39-b96f-42d5-811d-9c7f30e282b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:27.329143 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9983be3-a1d5-4198-b301-0c910abffabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe5f934-ba11-45f6-9fed-016da10eaade,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:27.340107 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e9983be3-a1d5-4198-b301-0c910abffabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:27.345797 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e9983be3-a1d5-4198-b301-0c910abffabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:27.347413 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-e9983be3-a1d5-4198-b301-0c910abffabd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffe5f934-ba11-45f6-9fed-016da10eaade HTTP/1.1" status: 204 len: 168 time: 0.4014640 Aug 24 18:55:27.400625 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac298bd6-f8f6-43b1-946f-d9fd4a0afdf0 req-8b584aca-7d3f-4826-8561-0efc579c0c45 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:27.402417 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ac298bd6-f8f6-43b1-946f-d9fd4a0afdf0 req-8b584aca-7d3f-4826-8561-0efc579c0c45 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1369519 Aug 24 18:55:27.457536 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ac298bd6-f8f6-43b1-946f-d9fd4a0afdf0 req-cd0d6565-f0d2-48fd-b04f-0c119ace1980 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479662 Aug 24 18:55:27.705256 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315645-193c-433d-a139-6ca8d14d2f44 req-14dbf650-5691-4e8a-88ab-7d6550a1a825 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:27.710595 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2f3f6-f83c-4518-95c7-8080ffe2f38b req-9157c617-e698-4648-9fef-374046ba06ba tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:27.711958 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6fe2f3f6-f83c-4518-95c7-8080ffe2f38b req-9157c617-e698-4648-9fef-374046ba06ba tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 944 time: 0.3416851 Aug 24 18:55:27.712534 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a5315645-193c-433d-a139-6ca8d14d2f44 req-14dbf650-5691-4e8a-88ab-7d6550a1a825 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 943 time: 0.1207213 Aug 24 18:55:27.738122 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-65ae9058-483e-4442-bcac-6d2b53318ed1 req-818abde8-073e-48e1-8631-5dfe8e13923d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1098 time: 0.2591147 Aug 24 18:55:27.757382 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a5315645-193c-433d-a139-6ca8d14d2f44 req-79b34456-fb5c-42c8-be5e-8d22d45c8626 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Aug 24 18:55:27.942337 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6fe2f3f6-f83c-4518-95c7-8080ffe2f38b req-eb8a37da-ca83-437b-bf7e-caaa5c633d50 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103996 Aug 24 18:55:28.060663 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae9058-483e-4442-bcac-6d2b53318ed1 req-2b8fce6c-6280-46ee-a511-30ab1fd4b369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:28.062140 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-65ae9058-483e-4442-bcac-6d2b53318ed1 req-2b8fce6c-6280-46ee-a511-30ab1fd4b369 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 919 time: 0.3073924 Aug 24 18:55:28.103093 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41718) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:28.125983 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:28.141907 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-65ae9058-483e-4442-bcac-6d2b53318ed1 req-1713e0b4-d80d-4c78-80cb-fc27bd52040e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 HTTP/1.1" status: 200 len: 217 time: 0.0723426 Aug 24 18:55:28.192229 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:28.196102 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Usage tracker for resource:security_group_rule and tenant:f1842e433bbf443888984db6b3c95b83 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:28.199275 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:28.205862 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:28.246453 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae9058-483e-4442-bcac-6d2b53318ed1 req-7e78eeeb-29da-4a46-a156-eb4f1487fb7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:28.247943 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-65ae9058-483e-4442-bcac-6d2b53318ed1 req-7e78eeeb-29da-4a46-a156-eb4f1487fb7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.0914657 Aug 24 18:55:28.275999 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:28.297656 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-65ae9058-483e-4442-bcac-6d2b53318ed1 req-fbc6634b-e934-4c4c-b392-4e5849549d60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404625 Aug 24 18:55:28.341877 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:28.348512 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-37ff7633-bdc6-4647-b579-a83a1d7c7996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:28.393695 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1842e433bbf443888984db6b3c95b83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2869973 Aug 24 18:55:28.393695 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31eb7314-5b4e-4b43-b976-eb8c35a0b294,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:28.394370 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41724) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:28.397249 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:28.461260 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-76ae280f-997f-43eb-82b4-9e476cc9b88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:28.483724 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-156e33f7-40e7-460a-8a9e-e8950155ddf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:28.490557 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-76ae280f-997f-43eb-82b4-9e476cc9b88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:28.533281 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-65ae9058-483e-4442-bcac-6d2b53318ed1 req-15fd4256-2ca6-4fac-8d17-d368ba7d99d1 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821830 Aug 24 18:55:28.559930 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-156e33f7-40e7-460a-8a9e-e8950155ddf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:28.627095 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-76ae280f-997f-43eb-82b4-9e476cc9b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:28.632541 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-34a6b88a-f6f0-4895-b87c-a9efe281b6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:28.646300 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae280f-997f-43eb-82b4-9e476cc9b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31eb7314-5b4e-4b43-b976-eb8c35a0b294,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:28.654525 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-76ae280f-997f-43eb-82b4-9e476cc9b88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:28.658304 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-76ae280f-997f-43eb-82b4-9e476cc9b88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:28.661850 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-76ae280f-997f-43eb-82b4-9e476cc9b88d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31eb7314-5b4e-4b43-b976-eb8c35a0b294 HTTP/1.1" status: 204 len: 168 time: 0.2640724 Aug 24 18:55:28.693535 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d0d81-bcba-4396-9a9c-548ae48898df req-c70e8959-de48-490f-af5d-f7494d078077 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:28.695125 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-927d0d81-bcba-4396-9a9c-548ae48898df req-c70e8959-de48-490f-af5d-f7494d078077 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1111746 Aug 24 18:55:28.743755 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-65ae9058-483e-4442-bcac-6d2b53318ed1 req-5b2576fd-3c01-41a3-90f6-c7f2108ce821 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037237 Aug 24 18:55:28.758242 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-927d0d81-bcba-4396-9a9c-548ae48898df req-ea6f3011-085a-43ce-bfc6-594a07bbc7a6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529521 Aug 24 18:55:28.835910 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 3bee55f9-1140-4d4b-80e5-ab294e16ce18 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:55:28.851053 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 94f64a02-6d17-4aa8-9593-339f064ecfc4 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:55:28.880831 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.l3_db [None req-156e33f7-40e7-460a-8a9e-e8950155ddf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Floating IP ac5dde7d-130e-4012-95ee-10c4bcebaac5 associated. External IP: 172.28.1.36, port: be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7. Aug 24 18:55:29.151334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 3bee55f9-1140-4d4b-80e5-ab294e16ce18, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3bee55f9-1140-4d4b-80e5-ab294e16ce18,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:29.166083 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '3bee55f9-1140-4d4b-80e5-ab294e16ce18', 'network_id': '5485667f-e617-4d25-935d-c6f8d5883a06', 'port_id': '3bee55f9-1140-4d4b-80e5-ab294e16ce18', 'mac_address': 'fa:16:3e:48:b3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edeb5690-f48c-46ac-8dfa-d3b741528967', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:55:29.229997 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 94f64a02-6d17-4aa8-9593-339f064ecfc4 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:55:29.252584 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 94f64a02-6d17-4aa8-9593-339f064ecfc4 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:55:29.252965 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:29.332829 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871af4c1-ed43-494e-91c9-f050c448712b req-f923e1db-61d3-4fb2-9e33-2634b6abcb09 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:29.335251 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-871af4c1-ed43-494e-91c9-f050c448712b req-f923e1db-61d3-4fb2-9e33-2634b6abcb09 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 943 time: 0.2636850 Aug 24 18:55:29.366707 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:29.430691 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bee55f9-1140-4d4b-80e5-ab294e16ce18 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:55:29.463122 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-871af4c1-ed43-494e-91c9-f050c448712b req-df4eff78-5642-4adb-9ed5-e255c06dc476 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278708 Aug 24 18:55:29.466428 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 3bee55f9-1140-4d4b-80e5-ab294e16ce18, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3bee55f9-1140-4d4b-80e5-ab294e16ce18,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:29.466428 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:29.483380 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5302ba-05df-4823-bf2b-ce0165e35d47 req-8212750a-df7c-4870-b27c-cd6054927b2e tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:29.485457 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5a5302ba-05df-4823-bf2b-ce0165e35d47 req-8212750a-df7c-4870-b27c-cd6054927b2e tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 944 time: 0.1436429 Aug 24 18:55:29.506177 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 94f64a02-6d17-4aa8-9593-339f064ecfc4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94f64a02-6d17-4aa8-9593-339f064ecfc4,segment=NetworkSegment(d1a9d10d-7544-4c36-8e20-fec3bd30f317),segment_id=d1a9d10d-7544-4c36-8e20-fec3bd30f317)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:29.507268 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e21488-a5db-4f56-acb6-e8c9c0a4a94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f64a02-6d17-4aa8-9593-339f064ecfc4'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:29.535985 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:29.537764 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:29.588519 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5a5302ba-05df-4823-bf2b-ce0165e35d47 req-bac3cce7-ef3b-4f4f-bcb0-48c12bbfc550 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966468 Aug 24 18:55:29.608563 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e21488-a5db-4f56-acb6-e8c9c0a4a94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f64a02-6d17-4aa8-9593-339f064ecfc4', 'code': 200} Aug 24 18:55:29.615783 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:29.667054 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=3bee55f9-1140-4d4b-80e5-ab294e16ce18,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:29.670793 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:29.671458 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:29.818517 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b696296d-634a-4ff4-90b8-5997ff9d3ff2 req-2732728a-b708-4f03-8907-7d629d13662b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1098 time: 0.1747143 Aug 24 18:55:29.839711 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=94f64a02-6d17-4aa8-9593-339f064ecfc4,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:29.859482 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:29.976870 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156e33f7-40e7-460a-8a9e-e8950155ddf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Router dc09635c-27eb-498e-8e9f-621c51430f07 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:55:29.995777 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696296d-634a-4ff4-90b8-5997ff9d3ff2 req-92a3879a-04df-4d67-9349-55fcbc84b8c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:29.997271 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b696296d-634a-4ff4-90b8-5997ff9d3ff2 req-92a3879a-04df-4d67-9349-55fcbc84b8c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 919 time: 0.1557593 Aug 24 18:55:30.003548 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['3bee55f9-1140-4d4b-80e5-ab294e16ce18'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:55:30.055712 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9d06c-e22c-425b-80bf-1d9b19b23e12 req-94059106-e5b5-4ba0-aa83-10568824c604 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:30.065312 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-28d9d06c-e22c-425b-80bf-1d9b19b23e12 req-94059106-e5b5-4ba0-aa83-10568824c604 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1098197 Aug 24 18:55:30.131589 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b696296d-634a-4ff4-90b8-5997ff9d3ff2 req-d069b7b1-31ed-42f1-88ab-a23822dcdfea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 HTTP/1.1" status: 200 len: 217 time: 0.0745988 Aug 24 18:55:30.207934 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-28d9d06c-e22c-425b-80bf-1d9b19b23e12 req-baafee38-b31b-4280-9694-e83bb408afe5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407661 Aug 24 18:55:30.221916 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696296d-634a-4ff4-90b8-5997ff9d3ff2 req-3087b409-83e2-4bd1-bf62-ec355c704251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:30.223412 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b696296d-634a-4ff4-90b8-5997ff9d3ff2 req-3087b409-83e2-4bd1-bf62-ec355c704251 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.0847800 Aug 24 18:55:30.245387 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1bbcedce-3955-4baa-bed4-f10792d751d1 req-78676c65-bc60-4910-9a1c-6d8039c6d522 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 1098 time: 0.1530375 Aug 24 18:55:30.272132 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b696296d-634a-4ff4-90b8-5997ff9d3ff2 req-e97ba2cf-c1b7-4aa1-873c-fd8bc4a68ea1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418894 Aug 24 18:55:30.303322 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1bbcedce-3955-4baa-bed4-f10792d751d1 req-c45f514d-936e-40dc-b2ec-967b09ca42e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 Aug 24 18:55:30.474755 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b696296d-634a-4ff4-90b8-5997ff9d3ff2 req-2f51363f-154c-4cc8-b3a2-be9c72ded0c6 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563995 Aug 24 18:55:30.484904 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156e33f7-40e7-460a-8a9e-e8950155ddf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:55:30.494954 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] Sync routers for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:55:30.501489 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-156e33f7-40e7-460a-8a9e-e8950155ddf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:30.507867 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:55:30.508655 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:55:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:55:30.593685 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-156e33f7-40e7-460a-8a9e-e8950155ddf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "PUT /v2.0/floatingips/ac5dde7d-130e-4012-95ee-10c4bcebaac5 HTTP/1.1" status: 200 len: 991 time: 3.4486170 Aug 24 18:55:30.593685 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'tag': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:30.724388 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:55:30.799950 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7521ed-31e3-497f-9561-0dcf4829cea1 req-7ef45c57-4a13-4ceb-b3e6-af23dfb88652 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:30.806575 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8a7521ed-31e3-497f-9561-0dcf4829cea1 req-7ef45c57-4a13-4ceb-b3e6-af23dfb88652 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 944 time: 0.2171993 Aug 24 18:55:30.830117 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b696296d-634a-4ff4-90b8-5997ff9d3ff2 req-9fd1f9a3-6d87-4bda-a1cb-4ddb048cfb3b service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210522 Aug 24 18:55:30.852816 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8a7521ed-31e3-497f-9561-0dcf4829cea1 req-a040080b-e101-4bf4-8c8f-824c66669276 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Aug 24 18:55:30.931521 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'tag': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7', 'status': 'completed', 'code': 200} Aug 24 18:55:31.165258 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': 'ac5dde7d-130e-4012-95ee-10c4bcebaac5', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'floating_ip_address': '172.28.1.36', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'port_id': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'mac_address': 'fa:16:3e:be:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:55:01Z', 'updated_at': '2021-08-24T18:55:28Z', 'revision_number': 1, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:55:31.175019 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] Checking router: dc09635c-27eb-498e-8e9f-621c51430f07 for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:55:31.175335 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a45a89-c459-4d5a-a956-a8cec3dd7d5e req-9a42b756-c5cf-424c-815a-29880bab4505 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:31.182564 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b6a45a89-c459-4d5a-a956-a8cec3dd7d5e req-9a42b756-c5cf-424c-815a-29880bab4505 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 945 time: 0.0987160 Aug 24 18:55:31.202289 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:55:31.203572 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:55:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:55:31.233596 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-94e4bac7-0116-4a68-b412-9d58095165e3 req-a906b231-47fb-42d4-9971-ed2d842b1709 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 1099 time: 0.2566323 Aug 24 18:55:31.246614 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b6a45a89-c459-4d5a-a956-a8cec3dd7d5e req-beb17442-15d8-454a-b998-7fef53ef7935 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632021 Aug 24 18:55:31.449811 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:55:31.472012 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4bac7-0116-4a68-b412-9d58095165e3 req-974c7459-2bff-4ebe-ac10-08a384d5e6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:31.473494 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-94e4bac7-0116-4a68-b412-9d58095165e3 req-974c7459-2bff-4ebe-ac10-08a384d5e6b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 912 time: 0.2305202 Aug 24 18:55:31.586668 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcadeb5-fb89-45bd-b2aa-59cef156b020 req-a9b6e61c-377d-4eeb-8e91-f2ae0a84be4c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:31.588160 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-efcadeb5-fb89-45bd-b2aa-59cef156b020 req-a9b6e61c-377d-4eeb-8e91-f2ae0a84be4c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.2092886 Aug 24 18:55:31.635224 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-94e4bac7-0116-4a68-b412-9d58095165e3 req-8ab060f0-5933-4320-b04e-61f881307e81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 HTTP/1.1" status: 200 len: 999 time: 0.1405644 Aug 24 18:55:31.735426 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-efcadeb5-fb89-45bd-b2aa-59cef156b020 req-5ea5022e-45e5-465c-b646-ccca4c785c86 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318119 Aug 24 18:55:31.765389 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4bac7-0116-4a68-b412-9d58095165e3 req-4d675003-0c6b-48ea-8916-c4e52210e200 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:31.767196 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-94e4bac7-0116-4a68-b412-9d58095165e3 req-4d675003-0c6b-48ea-8916-c4e52210e200 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 200 len: 850 time: 0.1258216 Aug 24 18:55:31.872779 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-94e4bac7-0116-4a68-b412-9d58095165e3 req-73acbf62-f097-40a8-8b9a-fd95069607e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01b0bebc-79e0-43fb-96ce-c8008e4895da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0971656 Aug 24 18:55:31.886775 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': 'ac5dde7d-130e-4012-95ee-10c4bcebaac5', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'floating_ip_address': '172.28.1.36', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'port_id': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'mac_address': 'fa:16:3e:be:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:55:01Z', 'updated_at': '2021-08-24T18:55:28Z', 'revision_number': 1, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:55:31.891854 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac0aae-56aa-4ddd-9563-6cfe40347601 None None] The sync data for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb is: [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': 'ac5dde7d-130e-4012-95ee-10c4bcebaac5', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'floating_ip_address': '172.28.1.36', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'port_id': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'mac_address': 'fa:16:3e:be:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:55:01Z', 'updated_at': '2021-08-24T18:55:28Z', 'revision_number': 1, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:55:32.061986 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:32.175426 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-94e4bac7-0116-4a68-b412-9d58095165e3 req-5a0cd692-bf99-4510-ad1a-b6aa2d2c7151 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920656 Aug 24 18:55:32.192283 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1887ea-6e3c-4864-92bc-59f456d83f77 None None] New status for floating IP ac5dde7d-130e-4012-95ee-10c4bcebaac5: ACTIVE {{(pid=75890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:55:32.284152 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfcad3-cded-48d2-a114-40b177ff0a20 req-2a38618b-d75c-4820-9c67-13f0f10f1655 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:32.285670 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-dacfcad3-cded-48d2-a114-40b177ff0a20 req-2a38618b-d75c-4820-9c67-13f0f10f1655 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 944 time: 0.2549570 Aug 24 18:55:32.384386 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-94e4bac7-0116-4a68-b412-9d58095165e3 req-cb0e44a2-e205-43b0-9411-d456dbf135fa service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013259 Aug 24 18:55:32.386702 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-dacfcad3-cded-48d2-a114-40b177ff0a20 req-2f95a558-1fb9-4d28-a069-bb80150bc097 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871675 Aug 24 18:55:32.564575 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b574db8-03c3-482e-9b88-7291ddbfd993 req-55ff9992-86b1-4f07-9e0b-34a0c474f276 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:32.564575 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9b574db8-03c3-482e-9b88-7291ddbfd993 req-55ff9992-86b1-4f07-9e0b-34a0c474f276 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 945 time: 0.0891111 Aug 24 18:55:32.614103 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9b574db8-03c3-482e-9b88-7291ddbfd993 req-54cdd347-73dd-4592-8821-cb25424ed095 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Aug 24 18:55:32.844467 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 3bee55f9-1140-4d4b-80e5-ab294e16ce18 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:55:32.901761 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:55:32.971336 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232482c4-d477-42df-bb14-1182a3653509 req-8e9dcccd-e22d-4719-9381-50921ebed922 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:32.972838 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-232482c4-d477-42df-bb14-1182a3653509 req-8e9dcccd-e22d-4719-9381-50921ebed922 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1081104 Aug 24 18:55:33.025248 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-232482c4-d477-42df-bb14-1182a3653509 req-aaf178c4-fa24-4a8f-9fb7-9e035442c767 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 Aug 24 18:55:33.032051 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 3bee55f9-1140-4d4b-80e5-ab294e16ce18 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:55:33.037064 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 3bee55f9-1140-4d4b-80e5-ab294e16ce18 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:55:33.037412 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:33.170967 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:33.202994 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3d078-3596-47d3-b51d-cad191d3094e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bee55f9-1140-4d4b-80e5-ab294e16ce18'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:33.216651 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 3bee55f9-1140-4d4b-80e5-ab294e16ce18, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3bee55f9-1140-4d4b-80e5-ab294e16ce18,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:33.229529 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41850) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:33.292600 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3d078-3596-47d3-b51d-cad191d3094e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bee55f9-1140-4d4b-80e5-ab294e16ce18', 'code': 200} Aug 24 18:55:33.296657 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:33.298863 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:33.370581 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=3bee55f9-1140-4d4b-80e5-ab294e16ce18,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:33.374028 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:33.413871 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:33.444403 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:33.448233 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Usage tracker for resource:security_group_rule and tenant:a19bcb5b03c0490a854770a150116014 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:33.450745 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9e0eae3e-76b4-4522-87d7-79c50f66a13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:33.452189 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:33.457960 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:33.530848 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:33.607309 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a495f-8eed-484f-9b7c-bb937668086a req-86449508-87bd-4814-9678-b5c5f9db250c tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:33.608783 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-356a495f-8eed-484f-9b7c-bb937668086a req-86449508-87bd-4814-9678-b5c5f9db250c tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 945 time: 0.0763180 Aug 24 18:55:33.632293 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:33.640823 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6e158de1-1de1-4629-8fa1-e6365d04a2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:33.691330 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd603c45-aaee-4e76-8a75-28151eb72925,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:33.698387 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:33.701938 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-356a495f-8eed-484f-9b7c-bb937668086a req-b623e9c1-7d22-47a1-963e-4937df71d94e tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877948 Aug 24 18:55:33.704564 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a19bcb5b03c0490a854770a150116014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4739242 Aug 24 18:55:33.707426 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41860) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:33.893325 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-aa16a6cf-5d91-4b49-bab6-0309841a2362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:33.932126 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-aa16a6cf-5d91-4b49-bab6-0309841a2362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:33.965964 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-851cab46-ea55-41e0-ac91-37ac72899d5a req-68dffd91-b350-477d-b03c-aa69f4d68d86 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 1098 time: 0.2040114 Aug 24 18:55:33.974204 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0885-dd45-44f8-976b-15b606944c90 req-ff8b8478-4e07-425a-ac2d-dbbeaf267158 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:33.978842 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-719e0885-dd45-44f8-976b-15b606944c90 req-ff8b8478-4e07-425a-ac2d-dbbeaf267158 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 945 time: 0.1824756 Aug 24 18:55:34.075060 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-851cab46-ea55-41e0-ac91-37ac72899d5a req-57476a39-0549-4a40-9706-66b5d77a1e76 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842271 Aug 24 18:55:34.078412 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-719e0885-dd45-44f8-976b-15b606944c90 req-1cd97529-bb3b-46d3-8740-f95b5ed366b0 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695703 Aug 24 18:55:34.158811 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-aa16a6cf-5d91-4b49-bab6-0309841a2362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:34.165166 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:34.180305 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16a6cf-5d91-4b49-bab6-0309841a2362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd603c45-aaee-4e76-8a75-28151eb72925,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:34.184672 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-aa16a6cf-5d91-4b49-bab6-0309841a2362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:34.187003 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-aa16a6cf-5d91-4b49-bab6-0309841a2362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:34.190523 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-aa16a6cf-5d91-4b49-bab6-0309841a2362 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd603c45-aaee-4e76-8a75-28151eb72925 HTTP/1.1" status: 204 len: 168 time: 0.4820724 Aug 24 18:55:34.513243 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:34.915382 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b64e34-a8d5-41c5-b7f7-fa2b0371a0d8 req-7123a81c-6590-4adb-9ccc-c05bfd78db8a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:34.916757 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e1b64e34-a8d5-41c5-b7f7-fa2b0371a0d8 req-7123a81c-6590-4adb-9ccc-c05bfd78db8a tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 945 time: 0.0860374 Aug 24 18:55:35.018744 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e1b64e34-a8d5-41c5-b7f7-fa2b0371a0d8 req-c3c78e7f-a389-45b0-9993-583720c20b63 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954669 Aug 24 18:55:35.069556 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 41892) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:35.092220 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:35.137511 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:35.141629 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Usage tracker for resource:security_group_rule and tenant:6c560aeab381492a93f846fd9c60a9ab is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:35.145322 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:35.152643 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:35.247025 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:35.403849 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:35.411745 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:35.498974 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980d1f7a-67d6-48ed-b805-40e5eb1f7f8f,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:35.502629 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:35.505306 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c560aeab381492a93f846fd9c60a9ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4345710 Aug 24 18:55:35.508217 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 41910) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:35.536038 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efc549-9bff-4a01-878a-89ff46882589 req-ff274efc-dd4f-4d62-8d8d-59cf2c9d4979 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:35.537490 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d4efc549-9bff-4a01-878a-89ff46882589 req-ff274efc-dd4f-4d62-8d8d-59cf2c9d4979 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1175566 Aug 24 18:55:35.570391 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-401d0196-8276-46b0-b2d4-e6e03024490b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:35.586314 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d4efc549-9bff-4a01-878a-89ff46882589 req-d4c57fac-7064-494b-afa6-f1d08bfc857f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 Aug 24 18:55:35.596593 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-401d0196-8276-46b0-b2d4-e6e03024490b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:35.747205 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-401d0196-8276-46b0-b2d4-e6e03024490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:35.759049 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5af63947-8791-4a7c-bd68-08883043d4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:35.763479 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d0196-8276-46b0-b2d4-e6e03024490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980d1f7a-67d6-48ed-b805-40e5eb1f7f8f,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:35.765558 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-401d0196-8276-46b0-b2d4-e6e03024490b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:35.772855 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-401d0196-8276-46b0-b2d4-e6e03024490b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:35.774123 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-401d0196-8276-46b0-b2d4-e6e03024490b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/980d1f7a-67d6-48ed-b805-40e5eb1f7f8f HTTP/1.1" status: 204 len: 168 time: 0.2649384 Aug 24 18:55:35.838514 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-92e27a79-dc05-429d-aa51-543d8b220ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:36.220192 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508fee9-0c22-43ee-8e48-9da10541a592 req-e9bcd778-8091-4e38-9eda-b9c45c1eff99 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:36.221687 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5508fee9-0c22-43ee-8e48-9da10541a592 req-e9bcd778-8091-4e38-9eda-b9c45c1eff99 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 945 time: 0.0854096 Aug 24 18:55:36.275924 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5508fee9-0c22-43ee-8e48-9da10541a592 req-e7d52997-5e22-4261-b07e-616358890225 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480793 Aug 24 18:55:36.684183 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:37.497617 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9faa8-f081-47b2-9b44-9c535d02dede req-1aefc13c-0081-4ed3-a159-2e4c3dea3fc3 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:37.499120 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-34a9faa8-f081-47b2-9b44-9c535d02dede req-1aefc13c-0081-4ed3-a159-2e4c3dea3fc3 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 945 time: 0.0818014 Aug 24 18:55:37.548682 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-34a9faa8-f081-47b2-9b44-9c535d02dede req-b7fe243c-53a6-4483-8b7e-33dadaf38ddc tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Aug 24 18:55:38.255005 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:41.661676 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847015be-0ad7-42cb-8b8b-52df07788131 req-24d34269-6fd0-4a27-a92f-69c09bb65a7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1098 time: 0.1065538 Aug 24 18:55:41.673613 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db884769-d979-4871-9085-1dda150e8b99 req-d406d823-beda-46db-b7e2-0eea5f45c047 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:41.675219 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-db884769-d979-4871-9085-1dda150e8b99 req-d406d823-beda-46db-b7e2-0eea5f45c047 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.2402017 Aug 24 18:55:41.823441 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-db884769-d979-4871-9085-1dda150e8b99 req-9abef71b-892b-4d0f-81ce-2c844278b4c8 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271186 Aug 24 18:55:41.843686 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847015be-0ad7-42cb-8b8b-52df07788131 req-5fa5823d-c635-4aff-80cb-4e5e536ba065 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:41.845227 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847015be-0ad7-42cb-8b8b-52df07788131 req-5fa5823d-c635-4aff-80cb-4e5e536ba065 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 919 time: 0.1690092 Aug 24 18:55:41.924611 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847015be-0ad7-42cb-8b8b-52df07788131 req-348f4fdc-8191-425b-8a9c-f85046b76ec0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 HTTP/1.1" status: 200 len: 217 time: 0.0680733 Aug 24 18:55:42.042227 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847015be-0ad7-42cb-8b8b-52df07788131 req-b1a64139-2e9d-4dc8-a238-c2d8483bccc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:42.044201 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847015be-0ad7-42cb-8b8b-52df07788131 req-b1a64139-2e9d-4dc8-a238-c2d8483bccc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.1092007 Aug 24 18:55:42.126749 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847015be-0ad7-42cb-8b8b-52df07788131 req-952afd6f-fcfc-4c0e-bdb0-937f0ddd952b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745695 Aug 24 18:55:42.212623 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f255f-69cf-4457-8685-e4b76e1f033e req-c439ed4f-1381-4ed6-b0f0-80153f5b00e7 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:42.214115 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cd3f255f-69cf-4457-8685-e4b76e1f033e req-c439ed4f-1381-4ed6-b0f0-80153f5b00e7 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 945 time: 0.2389882 Aug 24 18:55:42.301256 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cd3f255f-69cf-4457-8685-e4b76e1f033e req-cfd80d67-2b4b-4205-b497-8a59e221fc40 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804892 Aug 24 18:55:42.311744 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847015be-0ad7-42cb-8b8b-52df07788131 req-0a5f23e6-f431-4b6e-a0cc-611de22913d4 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736166 Aug 24 18:55:42.457571 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847015be-0ad7-42cb-8b8b-52df07788131 req-589861c5-04dc-4891-829b-732e5df95972 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348915 Aug 24 18:55:42.797629 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8ca8a-fb32-4067-b1c6-ebb0817e05db req-cfac0363-d652-407c-848a-047398743421 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:42.799735 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f7d8ca8a-fb32-4067-b1c6-ebb0817e05db req-cfac0363-d652-407c-848a-047398743421 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 945 time: 0.0797925 Aug 24 18:55:42.852253 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f7d8ca8a-fb32-4067-b1c6-ebb0817e05db req-76b6d7dd-c1ab-4e9a-a9d8-0349b38fd29f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468919 Aug 24 18:55:43.042021 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94721547-a39e-4a14-b6a3-3d4299c03551 req-ad65d4d8-c2c9-4d9a-9dc6-71dbbff12c7f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:43.044199 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-94721547-a39e-4a14-b6a3-3d4299c03551 req-ad65d4d8-c2c9-4d9a-9dc6-71dbbff12c7f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0844882 Aug 24 18:55:43.088551 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-94721547-a39e-4a14-b6a3-3d4299c03551 req-1f51730c-6b59-41f6-8c9a-dbe65457cd53 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388067 Aug 24 18:55:43.509680 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d944f5a-a3ae-460a-9840-1eb3c00c36a7 req-a91e2940-0854-4e44-a7f8-ce6f4deaa731 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:43.511779 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2d944f5a-a3ae-460a-9840-1eb3c00c36a7 req-a91e2940-0854-4e44-a7f8-ce6f4deaa731 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 945 time: 0.0831532 Aug 24 18:55:43.557831 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2d944f5a-a3ae-460a-9840-1eb3c00c36a7 req-eb76cee1-160d-4589-aa96-e6f0bd850098 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Aug 24 18:55:44.106918 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854e33b-361c-4d0b-89c6-4da90eec96f4 req-cfa50beb-5c01-40f2-bff8-1c0fe2671393 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:44.109241 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0854e33b-361c-4d0b-89c6-4da90eec96f4 req-cfa50beb-5c01-40f2-bff8-1c0fe2671393 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 945 time: 0.1362922 Aug 24 18:55:44.110484 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 42124) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:44.145582 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-39764a1c-383d-4fd1-9eaf-001e435766c4 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:44.147318 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-39764a1c-383d-4fd1-9eaf-001e435766c4 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 945 time: 0.1433620 Aug 24 18:55:44.217499 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0854e33b-361c-4d0b-89c6-4da90eec96f4 req-164ea6d0-5dbb-410d-9313-443137de58aa tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999649 Aug 24 18:55:44.234554 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Deleting port 3bee55f9-1140-4d4b-80e5-ab294e16ce18 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:55:44.234895 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:44.330556 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:44.362511 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:44.366100 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Usage tracker for resource:security_group_rule and tenant:4c18dda042294807a92c05fdaf25f8ba is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:44.368893 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:44.375280 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:44.442823 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:44.539493 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778312b-28ea-4602-bfcd-83de783a6604 req-d4651199-6995-43cb-b900-9c4901947423 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:44.540945 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9778312b-28ea-4602-bfcd-83de783a6604 req-d4651199-6995-43cb-b900-9c4901947423 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1985462 Aug 24 18:55:44.543284 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:44.546859 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] For port 3bee55f9-1140-4d4b-80e5-ab294e16ce18, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3bee55f9-1140-4d4b-80e5-ab294e16ce18,segment=NetworkSegment(ee700e6c-d8ec-4cf8-9079-3446dcc762f3),segment_id=ee700e6c-d8ec-4cf8-9079-3446dcc762f3)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:44.547218 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:44.591821 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:44.630006 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c18dda042294807a92c05fdaf25f8ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5182443 Aug 24 18:55:44.630734 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 42142) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:44.631173 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e273954-d1c7-4690-8e8c-1099b8722fc4,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:44.642144 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.642508 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.642863 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.643255 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.643601 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.644245 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.644586 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.644927 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.645262 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.645598 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.645979 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:44.660810 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:44.766517 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Calling delete_port for 3bee55f9-1140-4d4b-80e5-ab294e16ce18 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:55:44.816539 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1e9a5-7a33-41aa-b17a-b585af5fdd25 req-5b4e5442-4a8f-4aef-b9c4-102e53a543fb tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:44.822590 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9cf1e9a5-7a33-41aa-b17a-b585af5fdd25 req-5b4e5442-4a8f-4aef-b9c4-102e53a543fb tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 945 time: 0.0901892 Aug 24 18:55:44.867518 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9cf1e9a5-7a33-41aa-b17a-b585af5fdd25 req-8d9d05ad-bb1f-4e5e-9203-72ab4c8673de tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec16751f-83a5-419f-9e96-83618b72945a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Aug 24 18:55:44.959163 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9778312b-28ea-4602-bfcd-83de783a6604 req-4c449453-00f8-49d2-aed3-57f33d440962 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291860 Aug 24 18:55:44.970409 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0049c4d5-801b-437b-be32-90af1c60b4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:45.036895 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0049c4d5-801b-437b-be32-90af1c60b4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:45.114604 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-103be20e-bc92-4064-927d-893c3b763ca6 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:45.116188 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-103be20e-bc92-4064-927d-893c3b763ca6 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.58 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 945 time: 0.0927129 Aug 24 18:55:45.146182 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:45.152799 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-7a023911-43e7-465c-b390-e2fdd4d5cb1a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:45.192411 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0049c4d5-801b-437b-be32-90af1c60b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:45.206427 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Pushing event deleted for resources: {'Port': ['ID=3bee55f9-1140-4d4b-80e5-ab294e16ce18,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:45.207368 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Deleting port 94f64a02-6d17-4aa8-9593-339f064ecfc4 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:55:45.207712 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:45.252275 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.252722 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.253133 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.253548 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.253971 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.254399 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.254805 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.255210 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.255613 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.256410 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.256410 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:55:45.261369 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:45.268751 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-da7165e1-1296-4b86-b3a6-503d43cf8038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:45.333079 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049c4d5-801b-437b-be32-90af1c60b4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e273954-d1c7-4690-8e8c-1099b8722fc4,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:45.336374 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0049c4d5-801b-437b-be32-90af1c60b4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:45.337530 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] No DVR routers for this DVR port 3bee55f9-1140-4d4b-80e5-ab294e16ce18 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:55:45.341803 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:45.348690 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ca6bc09e-dcb1-439f-a0a2-d9b43d72c034 req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.58 "DELETE /v2.0/ports/3bee55f9-1140-4d4b-80e5-ab294e16ce18 HTTP/1.1" status: 204 len: 173 time: 1.1854649 Aug 24 18:55:45.348690 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0049c4d5-801b-437b-be32-90af1c60b4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:45.351347 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-0049c4d5-801b-437b-be32-90af1c60b4e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e273954-d1c7-4690-8e8c-1099b8722fc4 HTTP/1.1" status: 204 len: 168 time: 0.7174587 Aug 24 18:55:45.352572 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3d078-3596-47d3-b51d-cad191d3094e', 'name': 'network-vif-deleted', 'tag': '3bee55f9-1140-4d4b-80e5-ab294e16ce18'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:45.489666 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3d078-3596-47d3-b51d-cad191d3094e', 'name': 'network-vif-deleted', 'tag': '3bee55f9-1140-4d4b-80e5-ab294e16ce18', 'status': 'completed', 'code': 200} Aug 24 18:55:45.523048 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] For port 94f64a02-6d17-4aa8-9593-339f064ecfc4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=94f64a02-6d17-4aa8-9593-339f064ecfc4,segment=NetworkSegment(d1a9d10d-7544-4c36-8e20-fec3bd30f317),segment_id=d1a9d10d-7544-4c36-8e20-fec3bd30f317)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:55:45.523415 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:45.531318 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f834fb8-ea69-4a05-a929-5febef229063 req-3170c71b-af57-4d77-ba81-2eb6aec272a7 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:45.532978 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1f834fb8-ea69-4a05-a929-5febef229063 req-3170c71b-af57-4d77-ba81-2eb6aec272a7 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 945 time: 0.1061032 Aug 24 18:55:45.582318 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1f834fb8-ea69-4a05-a929-5febef229063 req-a0732626-0210-4c11-a66e-a3a08aaf2164 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 Aug 24 18:55:45.648936 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Calling delete_port for 94f64a02-6d17-4aa8-9593-339f064ecfc4 owned by compute:nova {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:55:45.901657 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:45.908893 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:45.916460 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['94f64a02-6d17-4aa8-9593-339f064ecfc4'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:55:46.008652 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Pushing event deleted for resources: {'Port': ['ID=94f64a02-6d17-4aa8-9593-339f064ecfc4,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:46.012216 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:46.128026 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f6c90463-c80e-49bb-89ca-a5e356ce2e37 req-913e1459-40c5-42cb-8051-fa12d176d8d8 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b3d078-3596-47d3-b51d-cad191d3094e HTTP/1.1" status: 200 len: 210 time: 0.1148593 Aug 24 18:55:46.133718 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] No DVR routers for this DVR port 94f64a02-6d17-4aa8-9593-339f064ecfc4 on host hv-cinder-80582 {{(pid=75888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:55:46.142354 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:46.142354 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e21488-a5db-4f56-acb6-e8c9c0a4a94c', 'name': 'network-vif-deleted', 'tag': '94f64a02-6d17-4aa8-9593-339f064ecfc4'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:55:46.214445 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e21488-a5db-4f56-acb6-e8c9c0a4a94c', 'name': 'network-vif-deleted', 'tag': '94f64a02-6d17-4aa8-9593-339f064ecfc4', 'status': 'completed', 'code': 200} Aug 24 18:55:46.217658 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb5e32-9b48-4d7a-815e-7cf576bf0171 req-7399dfe9-65fc-4677-9e0f-6cfc7bc59041 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:46.219217 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9edb5e32-9b48-4d7a-815e-7cf576bf0171 req-7399dfe9-65fc-4677-9e0f-6cfc7bc59041 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1237593 Aug 24 18:55:46.239604 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d5eba7a6-eaae-491e-b0e1-207e790e5366 req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.58 "DELETE /v2.0/ports/94f64a02-6d17-4aa8-9593-339f064ecfc4 HTTP/1.1" status: 204 len: 173 time: 1.1162393 Aug 24 18:55:46.277386 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9edb5e32-9b48-4d7a-815e-7cf576bf0171 req-0b15523b-675a-4cff-abe3-1cb187b06099 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524020 Aug 24 18:55:46.755719 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-5310a558-8dd3-4724-851d-b4458043c99e req-b04677d4-e2e8-44e6-a9e0-90dd8d4307d8 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Synchronizing usage tracker for tenant:18890a2e25db4cd3b023f6ff40d08f7d on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:55:46.838092 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-5310a558-8dd3-4724-851d-b4458043c99e req-b04677d4-e2e8-44e6-a9e0-90dd8d4307d8 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Unset dirty status for tenant:18890a2e25db4cd3b023f6ff40d08f7d on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:55:46.839860 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5310a558-8dd3-4724-851d-b4458043c99e req-b04677d4-e2e8-44e6-a9e0-90dd8d4307d8 tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] 10.222.0.20 "GET /v2.0/ports?device_id=11e21488-a5db-4f56-acb6-e8c9c0a4a94c HTTP/1.1" status: 200 len: 210 time: 0.1290858 Aug 24 18:55:46.946033 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 3bee55f9-1140-4d4b-80e5-ab294e16ce18 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:55:46.982795 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 3bee55f9-1140-4d4b-80e5-ab294e16ce18 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:55:46.983170 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 3bee55f9-1140-4d4b-80e5-ab294e16ce18 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:55:47.503605 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5eb20-6399-4c56-b94d-7f0c11df3ecb req-5d94a32d-29dd-4684-a393-716342b42fd4 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:47.505528 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-92c5eb20-6399-4c56-b94d-7f0c11df3ecb req-5d94a32d-29dd-4684-a393-716342b42fd4 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0989897 Aug 24 18:55:47.554416 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-92c5eb20-6399-4c56-b94d-7f0c11df3ecb req-7e4fb8ca-35b2-423d-a1f2-c3b18cc3dfe0 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Aug 24 18:55:48.756194 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d270876-83db-4860-ae9f-892456e7657c req-4e766ee2-892c-4270-89a2-b7a3c6994ec6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:48.757662 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0d270876-83db-4860-ae9f-892456e7657c req-4e766ee2-892c-4270-89a2-b7a3c6994ec6 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0762494 Aug 24 18:55:48.804342 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0d270876-83db-4860-ae9f-892456e7657c req-6f54342a-77af-46e7-90c0-3b2b55dff545 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Aug 24 18:55:48.951966 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 94f64a02-6d17-4aa8-9593-339f064ecfc4 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:55:48.993171 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 94f64a02-6d17-4aa8-9593-339f064ecfc4 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:55:48.993743 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 94f64a02-6d17-4aa8-9593-339f064ecfc4 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:55:50.016032 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad86e95-204e-4938-9b43-4f587a13719f req-5662b7a6-5768-435b-a30e-def6f9b28798 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:50.034562 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2ad86e95-204e-4938-9b43-4f587a13719f req-5662b7a6-5768-435b-a30e-def6f9b28798 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0805738 Aug 24 18:55:50.064450 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2ad86e95-204e-4938-9b43-4f587a13719f req-2611207f-f7fb-486e-a6c5-369b755bc019 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406129 Aug 24 18:55:51.289091 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbe18b-9818-4ed3-9314-427e62ff1a7a req-0a321c16-1012-4230-9b27-471413f7c8eb tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:51.291424 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-29fbe18b-9818-4ed3-9314-427e62ff1a7a req-0a321c16-1012-4230-9b27-471413f7c8eb tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0940156 Aug 24 18:55:51.344532 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-29fbe18b-9818-4ed3-9314-427e62ff1a7a req-54a42695-7111-47e7-883b-f3ef16b6326d tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468018 Aug 24 18:55:52.673991 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f95e3-223a-4cd8-89d8-b7b77422f62b req-33e386f2-f984-460a-bf67-7a206cd5de9a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:52.682424 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ed3f95e3-223a-4cd8-89d8-b7b77422f62b req-33e386f2-f984-460a-bf67-7a206cd5de9a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1652200 Aug 24 18:55:52.746393 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ed3f95e3-223a-4cd8-89d8-b7b77422f62b req-1b7eaff6-4c33-4fab-b0f0-b699e8837ecc tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627863 Aug 24 18:55:54.053163 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c57e17-f328-44c9-9cea-7c1421d6cdd7 req-a9bc0c8f-7685-4ee2-b318-a888bb74a444 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:54.054572 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a6c57e17-f328-44c9-9cea-7c1421d6cdd7 req-a9bc0c8f-7685-4ee2-b318-a888bb74a444 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0932965 Aug 24 18:55:54.140391 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a6c57e17-f328-44c9-9cea-7c1421d6cdd7 req-7e1d5959-8f05-4143-b67d-14b3315a3619 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788872 Aug 24 18:55:54.847548 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 42410) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:55.052367 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:55.101116 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:55:55.105778 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Usage tracker for resource:security_group_rule and tenant:3f1cd961c99a40be814878aec695107b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:55:55.109282 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:55:55.118588 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:55:55.238922 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:55.295536 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:55.303900 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-eaa1e1b0-f783-41fb-89c3-dfbdb397c2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:55.355253 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7366f06b-9632-4ae1-ad32-db2625ccc918,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:55.358491 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:55.363410 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f1cd961c99a40be814878aec695107b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5144389 Aug 24 18:55:55.367740 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 42430) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:55:55.426556 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89dc44-d90d-49bf-b3ff-45267a439e40 req-7377ad7f-8cf2-413b-9388-e8ac9190e861 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:55.428214 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fd89dc44-d90d-49bf-b3ff-45267a439e40 req-7377ad7f-8cf2-413b-9388-e8ac9190e861 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1365376 Aug 24 18:55:55.527141 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-84673a61-88f9-407a-b49f-929e17e20434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:55.540747 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fd89dc44-d90d-49bf-b3ff-45267a439e40 req-49f0ad57-fc1a-41ad-8c7e-7f1f0bae6c81 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037333 Aug 24 18:55:55.557188 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-84673a61-88f9-407a-b49f-929e17e20434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:55.684622 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-84673a61-88f9-407a-b49f-929e17e20434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:55.688436 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:55:55.700787 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673a61-88f9-407a-b49f-929e17e20434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366f06b-9632-4ae1-ad32-db2625ccc918,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:55:55.708106 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-84673a61-88f9-407a-b49f-929e17e20434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:55:55.710408 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-84673a61-88f9-407a-b49f-929e17e20434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:55.713391 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-84673a61-88f9-407a-b49f-929e17e20434 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7366f06b-9632-4ae1-ad32-db2625ccc918 HTTP/1.1" status: 204 len: 168 time: 0.3436131 Aug 24 18:55:56.885389 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74e0c2-ad5b-496e-a13e-51eb92a9a6d0 req-c3398571-80d3-410f-b09c-ad0cc7d98040 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:56.892881 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2a74e0c2-ad5b-496e-a13e-51eb92a9a6d0 req-c3398571-80d3-410f-b09c-ad0cc7d98040 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1455610 Aug 24 18:55:56.997222 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2a74e0c2-ad5b-496e-a13e-51eb92a9a6d0 req-d6ccb169-b064-4d69-a6a9-9b40939aadae tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899994 Aug 24 18:55:58.359325 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de6b95-6ff7-413d-a033-b0ba66b5bee3 req-c896ed9d-b418-45b4-aa48-a5732f037ff3 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:58.361174 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-29de6b95-6ff7-413d-a033-b0ba66b5bee3 req-c896ed9d-b418-45b4-aa48-a5732f037ff3 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1528115 Aug 24 18:55:58.442052 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-29de6b95-6ff7-413d-a033-b0ba66b5bee3 req-5e215fbb-6c55-4553-b39e-58fe55a4ec04 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751078 Aug 24 18:55:59.716466 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2cee5-fda7-46dd-b599-810a321263a9 req-4dd34be8-08fb-4694-8c88-7f59fac9cea8 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:55:59.722975 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-79c2cee5-fda7-46dd-b599-810a321263a9 req-4dd34be8-08fb-4694-8c88-7f59fac9cea8 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0927434 Aug 24 18:55:59.770730 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-79c2cee5-fda7-46dd-b599-810a321263a9 req-581fb674-4ea5-452b-835c-42a5dd4f62cf tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Aug 24 18:56:00.357660 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d87fa084-1b44-45eb-858b-1289c3cbdd9f req-d8016d8f-454a-4eb1-9094-f0126a53e671 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1098 time: 0.0883126 Aug 24 18:56:00.399975 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d87fa084-1b44-45eb-858b-1289c3cbdd9f req-faf3efc2-d8a2-4800-bebb-f72ddf7d3d8c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356066 Aug 24 18:56:01.076458 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519e1d0-5212-439e-8459-86fe87751c09 req-371e51a6-5b15-4432-a267-7d27f77729eb tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:01.079340 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9519e1d0-5212-439e-8459-86fe87751c09 req-371e51a6-5b15-4432-a267-7d27f77729eb tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1140513 Aug 24 18:56:01.153675 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9519e1d0-5212-439e-8459-86fe87751c09 req-433d4d03-9011-46f5-afea-05a3bab51f80 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671358 Aug 24 18:56:02.163718 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:02.462574 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff331f-5410-4025-af32-f322438fde25 req-d1b37473-10fe-4791-afda-5230f295444a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:02.466536 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-67ff331f-5410-4025-af32-f322438fde25 req-d1b37473-10fe-4791-afda-5230f295444a tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1572342 Aug 24 18:56:02.586661 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-67ff331f-5410-4025-af32-f322438fde25 req-b5bcffee-e0eb-4897-a230-78fefbece464 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138380 Aug 24 18:56:03.403670 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-f7d86fd9-fc7e-4f98-a919-21c0e2309309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:03.552372 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-71320a95-9f52-474a-a89c-91f6e9856bde req-81e04fe8-e4e3-4d10-b31d-7d368f417ee1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b9343e3993114cb19e51ddd4e31419e6&device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 1098 time: 0.1576834 Aug 24 18:56:03.553340 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621973-f9eb-475e-b808-074ac9c2490c req-37427be9-466a-433c-8474-d3e579594602 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:03.561261 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-26621973-f9eb-475e-b808-074ac9c2490c req-37427be9-466a-433c-8474-d3e579594602 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1956112 Aug 24 18:56:03.654329 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-26621973-f9eb-475e-b808-074ac9c2490c req-bb3bd800-abd7-4f59-bf73-4542cd9848df tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870008 Aug 24 18:56:03.783624 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71320a95-9f52-474a-a89c-91f6e9856bde req-646ae242-317e-4970-a389-c743f163b3a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:03.785387 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-71320a95-9f52-474a-a89c-91f6e9856bde req-646ae242-317e-4970-a389-c743f163b3a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 200 len: 919 time: 0.2226727 Aug 24 18:56:03.929769 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-71320a95-9f52-474a-a89c-91f6e9856bde req-1055b76c-1892-48b0-abc4-d5aa95240b9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 HTTP/1.1" status: 200 len: 217 time: 0.1371822 Aug 24 18:56:04.040227 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71320a95-9f52-474a-a89c-91f6e9856bde req-bf837688-7987-4fbb-ae6a-5d4528554a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:04.042232 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-71320a95-9f52-474a-a89c-91f6e9856bde req-bf837688-7987-4fbb-ae6a-5d4528554a15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 200 len: 858 time: 0.1034503 Aug 24 18:56:04.103385 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-71320a95-9f52-474a-a89c-91f6e9856bde req-69e38cfd-fad8-47d5-994f-3d1717283645 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c8c43cd-6691-42d2-bf43-268688d9bcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530212 Aug 24 18:56:04.354967 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-71320a95-9f52-474a-a89c-91f6e9856bde req-1b9a3a8d-259f-41a9-8a6e-c3bbf6873bbb service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418432 Aug 24 18:56:04.535329 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:04.576902 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 42730) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:04.592395 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-71320a95-9f52-474a-a89c-91f6e9856bde req-52c704a7-83fe-4787-b9d8-0d2f8b8ae592 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269888 Aug 24 18:56:04.991537 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:05.049739 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:05.053546 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Usage tracker for resource:security_group_rule and tenant:c6dcf580a4f24a289c1f3985baa6b98c is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:05.056865 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:05.062834 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:05.071553 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771f5f8-c8b2-4284-8879-29ae70fd313c req-66e01fbb-76b4-4b17-8a5d-4e697f82a3cb tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:05.073120 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6771f5f8-c8b2-4284-8879-29ae70fd313c req-66e01fbb-76b4-4b17-8a5d-4e697f82a3cb tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1120350 Aug 24 18:56:05.131851 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6771f5f8-c8b2-4284-8879-29ae70fd313c req-b1face5c-f250-4639-808d-2e4f222e4349 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 Aug 24 18:56:05.198891 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:05.254356 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:05.274802 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-93f216f9-cd34-4783-882f-cfc4dce1e022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:05.329838 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6dcf580a4f24a289c1f3985baa6b98c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7515411 Aug 24 18:56:05.331307 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad538202-dc65-498b-9fd0-d9ca313b62d5,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:05.332981 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 42756) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:05.350109 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:05.410808 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c52d2a12-a01a-47db-aa8f-2d57ac01e0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:05.442715 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c52d2a12-a01a-47db-aa8f-2d57ac01e0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:05.569103 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c52d2a12-a01a-47db-aa8f-2d57ac01e0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:05.575604 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5dee929f-bf85-4307-b2ca-e4f57fcb245a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:05.591888 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d2a12-a01a-47db-aa8f-2d57ac01e0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad538202-dc65-498b-9fd0-d9ca313b62d5,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:05.591888 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c52d2a12-a01a-47db-aa8f-2d57ac01e0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:05.605455 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c52d2a12-a01a-47db-aa8f-2d57ac01e0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:05.610987 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-c52d2a12-a01a-47db-aa8f-2d57ac01e0de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad538202-dc65-498b-9fd0-d9ca313b62d5 HTTP/1.1" status: 204 len: 168 time: 0.2767885 Aug 24 18:56:05.803693 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbcd6-05cc-41a8-b2a9-a70fe8cab1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:06.496275 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf3fdb-bdf8-4fe0-9bfe-15b7aefdb705 req-e51d0af9-0c1e-4e96-8341-92356584d858 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:06.499761 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-67bf3fdb-bdf8-4fe0-9bfe-15b7aefdb705 req-e51d0af9-0c1e-4e96-8341-92356584d858 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1757126 Aug 24 18:56:06.594895 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-67bf3fdb-bdf8-4fe0-9bfe-15b7aefdb705 req-28dfd3ff-0a16-42d6-a42a-3f5e0b005c31 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864108 Aug 24 18:56:06.649183 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:07.913318 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575800d7-7e7a-41b7-84c8-425f2e1d90fc req-5911141a-6f53-4d00-b057-9e4d5a1138ce tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:07.915235 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-575800d7-7e7a-41b7-84c8-425f2e1d90fc req-5911141a-6f53-4d00-b057-9e4d5a1138ce tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1252804 Aug 24 18:56:07.996447 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-575800d7-7e7a-41b7-84c8-425f2e1d90fc req-1a862b5a-a919-436d-ae37-3ffcb0916553 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750666 Aug 24 18:56:08.141350 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:08.308913 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 42834) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:08.489833 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:08.560074 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:08.564662 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Usage tracker for resource:security_group_rule and tenant:da11ce59a19e4d459673f8eb19851d79 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:08.567878 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:08.574161 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:08.672775 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:08.822120 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:08.839053 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b835a086-b4ba-4732-a1af-02586f9f3003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:08.922240 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 42848) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:08.942973 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da11ce59a19e4d459673f8eb19851d79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6324837 Aug 24 18:56:08.944803 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b02a8a-86d8-4e28-b309-568dfdd1cb6b,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:08.951845 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:09.168545 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a71c423c-c946-4089-ba95-b5e7ca2ef535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:09.251760 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a71c423c-c946-4089-ba95-b5e7ca2ef535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:09.403157 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c4fab-b903-421a-8ac2-03020b1793d3 req-f1847439-3701-4511-923d-41b8f2e38b53 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:09.410208 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-de9c4fab-b903-421a-8ac2-03020b1793d3 req-f1847439-3701-4511-923d-41b8f2e38b53 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1364837 Aug 24 18:56:09.459715 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a71c423c-c946-4089-ba95-b5e7ca2ef535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:09.479409 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d12b80c4-e9b3-41eb-96c5-54319152d1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:09.479722 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-de9c4fab-b903-421a-8ac2-03020b1793d3 req-ae7ce477-e372-49b7-a812-99dcfd736616 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604272 Aug 24 18:56:09.479880 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c423c-c946-4089-ba95-b5e7ca2ef535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b02a8a-86d8-4e28-b309-568dfdd1cb6b,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:09.492597 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a71c423c-c946-4089-ba95-b5e7ca2ef535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:09.494637 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a71c423c-c946-4089-ba95-b5e7ca2ef535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:09.496996 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-a71c423c-c946-4089-ba95-b5e7ca2ef535 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8b02a8a-86d8-4e28-b309-568dfdd1cb6b HTTP/1.1" status: 204 len: 168 time: 0.5730252 Aug 24 18:56:09.904311 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:56:11.304298 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 42928) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:11.531023 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:11.606713 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:11.617286 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Usage tracker for resource:security_group_rule and tenant:d9718554832a48bc9fc0fa873dcbaa43 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:11.622877 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:11.638786 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:11.747744 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:11.820398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:11.830884 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8efb8ebe-eca5-4935-8699-fc31a81828bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:11.895344 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9718554832a48bc9fc0fa873dcbaa43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5874851 Aug 24 18:56:11.895539 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cd2e7f-e75d-4544-a972-54ccd3ae1d45,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:11.895806 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 42942) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:11.898736 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:11.988776 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-38a5b189-8575-4096-adc1-8e808f802bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:12.029209 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-38a5b189-8575-4096-adc1-8e808f802bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:12.192090 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-38a5b189-8575-4096-adc1-8e808f802bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:12.197286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:12.235187 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5b189-8575-4096-adc1-8e808f802bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cd2e7f-e75d-4544-a972-54ccd3ae1d45,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:12.268711 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-38a5b189-8575-4096-adc1-8e808f802bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:12.270213 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-38a5b189-8575-4096-adc1-8e808f802bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:12.271678 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-38a5b189-8575-4096-adc1-8e808f802bb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80cd2e7f-e75d-4544-a972-54ccd3ae1d45 HTTP/1.1" status: 204 len: 168 time: 0.3748450 Aug 24 18:56:13.123001 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 42978) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:13.145857 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:13.189639 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:13.193661 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Usage tracker for resource:security_group_rule and tenant:126e6ab1fe664ec2bfbbce03b0add800 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:13.196860 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:13.203752 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:13.313154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:13.391631 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:13.399648 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6aad8136-a850-467b-9db4-d2b8fe40d187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:13.449100 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4432056-8d58-491d-b4f1-c2b906e0e6a0,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:13.452999 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:13.462347 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 42986) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:13.466626 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=126e6ab1fe664ec2bfbbce03b0add800&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3418472 Aug 24 18:56:13.575597 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4a8b6327-f145-4d2c-8e33-fbfb000b7348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:13.616056 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4a8b6327-f145-4d2c-8e33-fbfb000b7348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:13.833217 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4a8b6327-f145-4d2c-8e33-fbfb000b7348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:13.833217 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-280f4630-ef03-4074-9734-5be563da8b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:13.847904 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43000) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:13.850936 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4a8b6327-f145-4d2c-8e33-fbfb000b7348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:13.852044 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-4a8b6327-f145-4d2c-8e33-fbfb000b7348 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4432056-8d58-491d-b4f1-c2b906e0e6a0 HTTP/1.1" status: 204 len: 168 time: 0.3893871 Aug 24 18:56:13.853045 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b6327-f145-4d2c-8e33-fbfb000b7348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4432056-8d58-491d-b4f1-c2b906e0e6a0,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:13.868198 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4a8b6327-f145-4d2c-8e33-fbfb000b7348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:13.932094 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_v2 [None req-008bc187-93ff-45bd-9965-481288cbb5dd admin admin] Deleting subnet e25cbd6d-e615-4ebd-9cf0-3f59302b24f0 {{(pid=75889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:56:13.935946 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-008bc187-93ff-45bd-9965-481288cbb5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:13.969781 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-2a6b1779-a00e-40d7-b555-d2d1cf08e98b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=67c0c85a6d9448f18e7ec577ff3a9e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292134 Aug 24 18:56:13.999370 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-008bc187-93ff-45bd-9965-481288cbb5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7211180'] for subnet, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:14.064021 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-008bc187-93ff-45bd-9965-481288cbb5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:14.160704 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-8c6dcaf4-da0d-4480-a28d-6dd0ad7c74c9 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:14.160704 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-8c6dcaf4-da0d-4480-a28d-6dd0ad7c74c9 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852431 Aug 24 18:56:14.180908 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-763308bf-3934-4935-a0e1-2438e1857195 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/quotas/67c0c85a6d9448f18e7ec577ff3a9e7a HTTP/1.1" status: 200 len: 375 time: 0.0136490 Aug 24 18:56:14.246123 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-abc57928-b663-47a6-a6e1-2e4827f08a1c tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67c0c85a6d9448f18e7ec577ff3a9e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570707 Aug 24 18:56:14.249365 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-008bc187-93ff-45bd-9965-481288cbb5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6636141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6968070'] for subnet, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:14.253776 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dc73d845-d4d4-4e7e-a075-9b97038155e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:14.317740 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-008bc187-93ff-45bd-9965-481288cbb5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:14.320676 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bc187-93ff-45bd-9965-481288cbb5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25cbd6d-e615-4ebd-9cf0-3f59302b24f0,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:14.324242 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-008bc187-93ff-45bd-9965-481288cbb5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:14.336202 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43020) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:14.347940 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-008bc187-93ff-45bd-9965-481288cbb5dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e25cbd6d-e615-4ebd-9cf0-3f59302b24f0 HTTP/1.1" status: 204 len: 168 time: 0.4987717 Aug 24 18:56:14.491719 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:14.723880 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:14.749787 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-da213a94-502f-44f0-9428-080a91726718 req-56631939-9602-4fbd-a799-1f415d82ce9c tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 210 time: 0.0651572 Aug 24 18:56:14.751620 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749d6f25-fee8-43f9-bc1b-f1b39a3a56b3']}} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:14.771793 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a9d10d-7544-4c36-8e20-fec3bd30f317') {'for_net_delete': True} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:14.772109 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a9d10d-7544-4c36-8e20-fec3bd30f317') {} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:14.807436 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7302314'] for segment, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:14.839008 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:14.848436 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=75888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:56:14.848834 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7110589'] for segment, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: Traceback (most recent call last): Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: timer() Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: cb(*args, **kw) Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: return func(*args, **kwargs) Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: self._notify() Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: self.callback(batched_events) Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: event.method(event) Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: return f(self, *a, **k) Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: return self._get(url).json() Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: return self.request(url, 'GET', **kwargs) Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:56:14.864265 dv-cinder-805825-1-smb neutron-server[75888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:56:15.111887 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:15.117925 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:15.123249 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-404fd36a-9c00-4038-80d9-a2c02506040b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:15.145149 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Pushing event deleted for resources: {'Network': ['ID=749d6f25-fee8-43f9-bc1b-f1b39a3a56b3,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:15.157262 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:15.346865 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] 10.222.0.20 "DELETE /v2.0/networks/749d6f25-fee8-43f9-bc1b-f1b39a3a56b3 HTTP/1.1" status: 204 len: 168 time: 1.0091884 Aug 24 18:56:15.349486 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43054) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:15.422471 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8312d7d5-dac9-4549-80e0-0a2cee12d711 admin admin] Deleting subnet 008d4d92-96e8-479c-9f48-c3d8f43bad63 {{(pid=75888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:56:15.459779 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8312d7d5-dac9-4549-80e0-0a2cee12d711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:15.517876 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8312d7d5-dac9-4549-80e0-0a2cee12d711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7302309'] for subnet, precommit_delete_associations {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:15.571563 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8312d7d5-dac9-4549-80e0-0a2cee12d711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:15.837980 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8312d7d5-dac9-4549-80e0-0a2cee12d711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7110427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7039689'] for subnet, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:15.843583 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b90783c3-52e3-46bf-ac82-4935ede4963d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:15.971635 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0a7d8775-44b7-4b51-88b5-382b8b3c054b req-d314e91d-d908-4628-8ff1-4f1bd0828f2b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 210 time: 0.1079907 Aug 24 18:56:15.990105 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312d7d5-dac9-4549-80e0-0a2cee12d711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008d4d92-96e8-479c-9f48-c3d8f43bad63,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:15.996155 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8312d7d5-dac9-4549-80e0-0a2cee12d711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:15.997133 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8312d7d5-dac9-4549-80e0-0a2cee12d711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:16.006059 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43082) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:16.006220 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8312d7d5-dac9-4549-80e0-0a2cee12d711 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/008d4d92-96e8-479c-9f48-c3d8f43bad63 HTTP/1.1" status: 204 len: 168 time: 0.6557033 Aug 24 18:56:16.127658 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:16.325475 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:16.346458 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282ec84a-bb53-4a02-9d58-4ec822fff75e']}} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:16.360310 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff62dada-9fab-4140-a634-f07d62e54327') {'for_net_delete': True} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:16.360674 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff62dada-9fab-4140-a634-f07d62e54327') {} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:16.372699 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7211171'] for segment, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:16.388762 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:16.395059 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=75889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:56:16.395369 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6636235'] for segment, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: Traceback (most recent call last): Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: timer() Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: cb(*args, **kw) Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: return func(*args, **kwargs) Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: self._notify() Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: self.callback(batched_events) Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: event.method(event) Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: return f(self, *a, **k) Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: return self._get(url).json() Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: return self.request(url, 'GET', **kwargs) Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:56:16.409553 dv-cinder-805825-1-smb neutron-server[75889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:56:16.705932 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:16.713191 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0dee5865-7cb7-42fd-8498-4bbc29a78aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:16.745824 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:16.769937 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Pushing event deleted for resources: {'Network': ['ID=282ec84a-bb53-4a02-9d58-4ec822fff75e,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:16.775975 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:16.781392 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] 10.222.0.20 "DELETE /v2.0/networks/282ec84a-bb53-4a02-9d58-4ec822fff75e HTTP/1.1" status: 204 len: 168 time: 0.7742894 Aug 24 18:56:16.913966 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abf8ec-70f4-46fa-82ec-e0a5c831d9f6 req-58489003-b2ff-433f-9842-6424e6864146 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:16.915586 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a1abf8ec-70f4-46fa-82ec-e0a5c831d9f6 req-58489003-b2ff-433f-9842-6424e6864146 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.0975456 Aug 24 18:56:16.965337 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a1abf8ec-70f4-46fa-82ec-e0a5c831d9f6 req-7ebd1fe2-7e05-448e-80ce-e6257bdfbc29 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Aug 24 18:56:17.208170 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-72f83cc8-c4a7-45c5-a3bc-a897143d9e8e req-3220340c-fc73-4872-81dc-3b36a92fa628 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 210 time: 0.0895898 Aug 24 18:56:17.299109 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43144) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:17.352537 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-3dd5a0c7-3544-4fcb-9d7a-6e080fce935c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18890a2e25db4cd3b023f6ff40d08f7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496454 Aug 24 18:56:17.352794 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43150) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:17.438706 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-812159e4-3321-4e75-9aa3-a3b3a998b8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:17.464037 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-812159e4-3321-4e75-9aa3-a3b3a998b8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:17.602906 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-812159e4-3321-4e75-9aa3-a3b3a998b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:17.607265 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0049c4d5-801b-437b-be32-90af1c60b4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:17.621187 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812159e4-3321-4e75-9aa3-a3b3a998b8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:17.627367 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-812159e4-3321-4e75-9aa3-a3b3a998b8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:17.704700 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-812159e4-3321-4e75-9aa3-a3b3a998b8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:17.705745 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-812159e4-3321-4e75-9aa3-a3b3a998b8ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa9a9dfc-bbd0-4c09-b0f1-9371ddc0858b HTTP/1.1" status: 204 len: 168 time: 0.3515472 Aug 24 18:56:17.846887 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-bae7bfca-c228-435e-ac5f-fed97ef9b850 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=67c0c85a6d9448f18e7ec577ff3a9e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265768 Aug 24 18:56:18.003373 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-de4c9390-a384-4078-97f3-3a80552f5218 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:18.004804 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-de4c9390-a384-4078-97f3-3a80552f5218 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496565 Aug 24 18:56:18.029378 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Request body: {'port': {'device_id': '5f6f54e1-97f4-4669-a059-d8fc830331f8', 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b', 'admin_state_up': True, 'tenant_id': '67c0c85a6d9448f18e7ec577ff3a9e7a'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:18.098638 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43196) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:18.228310 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c59af5-deb4-4e2e-b30b-0b8398013c44 req-5e5ed094-0b12-4a5a-b178-032a6e2b233e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:18.231351 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-73c59af5-deb4-4e2e-b30b-0b8398013c44 req-5e5ed094-0b12-4a5a-b178-032a6e2b233e tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1110003 Aug 24 18:56:18.290406 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:18.295340 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-73c59af5-deb4-4e2e-b30b-0b8398013c44 req-de5189fa-4ee0-4221-bb9a-9014280ea8b5 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581191 Aug 24 18:56:18.295499 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Usage tracker for resource:port and tenant:67c0c85a6d9448f18e7ec577ff3a9e7a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:18.303471 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:18.316302 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:18.368235 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.400165 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:18.403874 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Usage tracker for resource:security_group_rule and tenant:b6167740ec714e28aa9104acf8ca596a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:18.406624 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:18.413860 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:18.418468 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5873676f-811f-4623-be31-854955ca1213 req-4a5d3a3f-a81c-47c7-bb47-d49b1e567744 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 210 time: 0.0451729 Aug 24 18:56:18.466050 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Made reservation on behalf of 67c0c85a6d9448f18e7ec577ff3a9e7a for: {'port': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:56:18.469400 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.484860 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.499357 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.519071 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:18.523060 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Usage tracker for resource:security_group_rule and tenant:67c0c85a6d9448f18e7ec577ff3a9e7a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:18.525929 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:18.532246 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:18.562927 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.570366 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:18.610166 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123b3fb0-06b8-4628-8623-d9a00a1ad153,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:18.613860 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:18.617591 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6167740ec714e28aa9104acf8ca596a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5179348 Aug 24 18:56:18.622546 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43210) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:18.636079 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.684201 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-189fde7e-218c-44a2-bd0b-0f91c784821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.701090 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43214) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:18.710471 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-189fde7e-218c-44a2-bd0b-0f91c784821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.721865 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.726788 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8b7f8011-7845-46ed-ab6d-f8d633903b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:18.800105 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e8b509-11d6-42e6-9258-e81a306b94ed,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:18.811197 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:18.818613 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-d841c280-da27-43c4-8b11-4c4207643724 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae917ccc864e45798b4b7d1e05629545&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1163912 Aug 24 18:56:18.825196 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43220) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:18.865792 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-189fde7e-218c-44a2-bd0b-0f91c784821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.870801 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-15921483-343a-41b0-a1ab-28c3a56b8530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:18.884886 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fde7e-218c-44a2-bd0b-0f91c784821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123b3fb0-06b8-4628-8623-d9a00a1ad153,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:18.887915 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-189fde7e-218c-44a2-bd0b-0f91c784821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:18.888817 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-189fde7e-218c-44a2-bd0b-0f91c784821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.889954 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-189fde7e-218c-44a2-bd0b-0f91c784821e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/123b3fb0-06b8-4628-8623-d9a00a1ad153 HTTP/1.1" status: 204 len: 168 time: 0.2663214 Aug 24 18:56:18.918238 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1ff54450-75c9-4054-ac89-0ef41c02ac53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.987306 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1ff54450-75c9-4054-ac89-0ef41c02ac53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:19.040026 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Allocated IP 192.168.233.117 (753319b7-4b5f-4838-95b9-4a3c2043ef4b/691ae8b6-be82-48be-8e82-c2079b239406/18f09c72-7b1c-4bac-acbe-44cc9eaf3548) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:56:19.167309 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1ff54450-75c9-4054-ac89-0ef41c02ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:19.173206 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e9983be3-a1d5-4198-b301-0c910abffabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:19.186662 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff54450-75c9-4054-ac89-0ef41c02ac53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d219713-255e-49b0-82f0-77814a7a0fb5,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:19.188899 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-1ff54450-75c9-4054-ac89-0ef41c02ac53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:19.222404 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1ff54450-75c9-4054-ac89-0ef41c02ac53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:19.223518 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-1ff54450-75c9-4054-ac89-0ef41c02ac53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d219713-255e-49b0-82f0-77814a7a0fb5 HTTP/1.1" status: 204 len: 168 time: 0.3974512 Aug 24 18:56:19.343142 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:19.366152 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.provisioning_blocks [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Transition to ACTIVE for port object 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 will not be triggered until provisioned by entity DHCP. {{(pid=75888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:19.505307 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:19.515493 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:19.558031 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240a93e-9257-4474-911c-9e5d36ea8624 req-8f19e47b-ab10-4197-a66b-7f10a6a87d64 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:19.559504 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e240a93e-9257-4474-911c-9e5d36ea8624 req-8f19e47b-ab10-4197-a66b-7f10a6a87d64 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.1298518 Aug 24 18:56:19.623681 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Network 753319b7-4b5f-4838-95b9-4a3c2043ef4b is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:56:19.631422 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Pushing event updated for resources: {'Port': ['ID=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:19.634019 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:19.638782 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:19.639476 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:56:19.679189 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e240a93e-9257-4474-911c-9e5d36ea8624 req-37f16993-7387-4cca-90f5-48b4eda80eb2 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104279 Aug 24 18:56:19.713925 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:19.714668 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:19.757673 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43242) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:19.784464 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:19.794889 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2b523-bc8f-4c8f-b8fd-668f73d2344b req-aa93f8c0-ede6-400d-a5c7-d2eb731fd28e tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:19.796435 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-12c2b523-bc8f-4c8f-b8fd-668f73d2344b req-aa93f8c0-ede6-400d-a5c7-d2eb731fd28e tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 936 time: 0.2451377 Aug 24 18:56:19.824841 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:19.828934 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:43c44b9a3c0341428a700cb141945161 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:19.832289 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:19.839022 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:19.864592 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8452971 Aug 24 18:56:19.879038 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Request body: {'port': {'device_id': '5f6f54e1-97f4-4669-a059-d8fc830331f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:19.891925 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541ed56-9264-4b6c-8fa7-493527517279 req-93e8a56c-ba31-49b8-a886-76c7a55dc5af tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:19.893753 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f541ed56-9264-4b6c-8fa7-493527517279 req-93e8a56c-ba31-49b8-a886-76c7a55dc5af tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 945 time: 0.2169847 Aug 24 18:56:19.901392 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-12c2b523-bc8f-4c8f-b8fd-668f73d2344b req-2c9924b6-de3f-4e6e-a74d-82d82c46ad22 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955753 Aug 24 18:56:19.940740 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43250) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:20.022347 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-f541ed56-9264-4b6c-8fa7-493527517279 req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Deleting port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:56:20.022689 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f541ed56-9264-4b6c-8fa7-493527517279 req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.057654 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.060558 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] Deleting subnet edeb5690-f48c-46ac-8dfa-d3b741528967 {{(pid=75889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:56:20.062667 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.071519 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.105419 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-4e305ecb-8ffb-47b6-b039-f793f95cd79c None None] Provisioning for port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:20.111039 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-4e305ecb-8ffb-47b6-b039-f793f95cd79c None None] Provisioning complete for port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:20.111576 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4e305ecb-8ffb-47b6-b039-f793f95cd79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.167048 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7211180'] for subnet, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.205627 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.212081 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-4e305ecb-8ffb-47b6-b039-f793f95cd79c None None] Port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:56:20.220056 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a00cb44b-7edd-4f66-8b48-364109b3df1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:20.312387 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.421437 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-f541ed56-9264-4b6c-8fa7-493527517279 req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] For port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:20.421715 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f541ed56-9264-4b6c-8fa7-493527517279 req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.538634 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43c44b9a3c0341428a700cb141945161&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7798393 Aug 24 18:56:20.539285 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43266) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:20.544849 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106c2c22-1f96-457c-ba98-558c3b386635,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:20.546981 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-f541ed56-9264-4b6c-8fa7-493527517279 req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Calling delete_port for 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:56:20.549562 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:20.570417 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 {{(pid=75888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:56:20.585567 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.614669 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.provisioning_blocks [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Transition to ACTIVE for port object 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 will not be triggered until provisioned by entity L2. {{(pid=75888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:20.626438 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6636141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6968070'] for subnet, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.632598 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-41b3a78e-11fe-4fc6-aa68-ad4889309224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:20.633535 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b5e8745f-041b-47f4-8e19-b998b7f81ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.661125 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b5e8745f-041b-47f4-8e19-b998b7f81ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.676878 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edeb5690-f48c-46ac-8dfa-d3b741528967,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:20.679650 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:20.684924 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.695257 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.709084 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-0e49fd1b-fd95-467e-9f4c-63ccbd34b5fe tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:20.835122 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/edeb5690-f48c-46ac-8dfa-d3b741528967 HTTP/1.1" status: 204 len: 168 time: 0.8971775 Aug 24 18:56:20.835122 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f541ed56-9264-4b6c-8fa7-493527517279 req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.835892 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43276) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:20.842566 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:20.853037 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1', '2a555cac-27fb-4e1a-bd3f-f777d1aa25c4'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:56:20.858522 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Pushing event updated for resources: {'Port': ['ID=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:20.863447 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:20.920736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Pushing event deleted for resources: {'Port': ['ID=2a555cac-27fb-4e1a-bd3f-f777d1aa25c4,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:20.968943 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b5e8745f-041b-47f4-8e19-b998b7f81ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.978352 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-7953b2c2-610b-4f5e-9b80-1a00e9aac483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:20.990592 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:21.005697 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8745f-041b-47f4-8e19-b998b7f81ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c2c22-1f96-457c-ba98-558c3b386635,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:21.014640 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b5e8745f-041b-47f4-8e19-b998b7f81ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:21.020013 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b5e8745f-041b-47f4-8e19-b998b7f81ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.024860 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-b5e8745f-041b-47f4-8e19-b998b7f81ec5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/106c2c22-1f96-457c-ba98-558c3b386635 HTTP/1.1" status: 204 len: 168 time: 0.4791033 Aug 24 18:56:21.082403 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Attempting to bind port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:56:21.083116 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Attempting to bind port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'c8c6966c-8ee1-4d77-bf7c-413b44ff30a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b'}] {{(pid=75888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:56:21.083116 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Attempting to bind port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 on network 753319b7-4b5f-4838-95b9-4a3c2043ef4b {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:56:21.096022 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 on network 753319b7-4b5f-4838-95b9-4a3c2043ef4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:56:21.096603 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Attempting to bind port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 on network 753319b7-4b5f-4838-95b9-4a3c2043ef4b {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:56:21.106843 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:56:21.107925 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Checking segment: {'id': 'c8c6966c-8ee1-4d77-bf7c-413b44ff30a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:56:21.109302 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Bound using segment: {'id': 'c8c6966c-8ee1-4d77-bf7c-413b44ff30a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b'} {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:56:21.109876 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Bound port: 18f09c72-7b1c-4bac-acbe-44cc9eaf3548, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c6966c-8ee1-4d77-bf7c-413b44ff30a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b'}}] {{(pid=75888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:56:21.110367 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.250104 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.261166 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] For port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548, host hv-cinder-80582, cleared binding levels {{(pid=75888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:56:21.263741 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a621f559-fcc1-454e-8bd5-d9a93cb88cf3 req-e158853f-9f75-493b-8c93-2ac058a33121 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Synchronizing usage tracker for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:56:21.264764 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] For port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,segment=NetworkSegment(c8c6966c-8ee1-4d77-bf7c-413b44ff30a6),segment_id=c8c6966c-8ee1-4d77-bf7c-413b44ff30a6)] {{(pid=75888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:56:21.308562 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f541ed56-9264-4b6c-8fa7-493527517279 req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] No DVR routers for this DVR port 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:56:21.311134 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f541ed56-9264-4b6c-8fa7-493527517279 req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.313089 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f541ed56-9264-4b6c-8fa7-493527517279 req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.58 "DELETE /v2.0/ports/2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 HTTP/1.1" status: 204 len: 173 time: 1.4107738 Aug 24 18:56:21.316551 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eea692-955a-4d91-b199-b3c140bc0556', 'name': 'network-vif-deleted', 'tag': '2a555cac-27fb-4e1a-bd3f-f777d1aa25c4'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:56:21.439600 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.456875 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5485667f-e617-4d25-935d-c6f8d5883a06']}} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:21.525746 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.535175 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:21.547528 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3') {'for_net_delete': True} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:21.547528 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee700e6c-d8ec-4cf8-9079-3446dcc762f3') {} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:21.556366 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a621f559-fcc1-454e-8bd5-d9a93cb88cf3 req-e158853f-9f75-493b-8c93-2ac058a33121 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Unset dirty status for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:56:21.557531 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a621f559-fcc1-454e-8bd5-d9a93cb88cf3 req-e158853f-9f75-493b-8c93-2ac058a33121 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.6380854 Aug 24 18:56:21.560831 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7211171'] for segment, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.578503 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.592807 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=75889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:56:21.592807 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6636235'] for segment, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: Traceback (most recent call last): Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: timer() Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: cb(*args, **kw) Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: return func(*args, **kwargs) Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: self._notify() Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: self.callback(batched_events) Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: event.method(event) Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: return f(self, *a, **k) Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: return self._get(url).json() Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: return self.request(url, 'GET', **kwargs) Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:56:21.605708 dv-cinder-805825-1-smb neutron-server[75889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:56:21.625177 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.626984 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] 10.222.0.58 "PUT /v2.0/ports/18f09c72-7b1c-4bac-acbe-44cc9eaf3548 HTTP/1.1" status: 200 len: 1098 time: 1.7536254 Aug 24 18:56:21.630407 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6f54e1-97f4-4669-a059-d8fc830331f8', 'tag': '18f09c72-7b1c-4bac-acbe-44cc9eaf3548'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:56:21.679047 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Pushing event updated for resources: {'Port': ['ID=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,revision_number=3']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:21.694294 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:21.739250 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eea692-955a-4d91-b199-b3c140bc0556', 'name': 'network-vif-deleted', 'tag': '2a555cac-27fb-4e1a-bd3f-f777d1aa25c4', 'status': 'completed', 'code': 200} Aug 24 18:56:21.848632 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.851530 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-71bedd25-75a1-49b6-b3a3-9998abb789e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67c0c85a6d9448f18e7ec577ff3a9e7a&device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 1101 time: 0.1097679 Aug 24 18:56:21.864057 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:21.869480 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:21.902913 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb836d5-3ce6-41bc-af25-b302d3b64aca req-aad05656-7068-441e-a592-97cea7b7d5c7 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:21.904382 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5eb836d5-3ce6-41bc-af25-b302d3b64aca req-aad05656-7068-441e-a592-97cea7b7d5c7 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 948 time: 0.1318917 Aug 24 18:56:21.906921 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Pushing event deleted for resources: {'Network': ['ID=5485667f-e617-4d25-935d-c6f8d5883a06,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:21.909432 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:21.972825 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5eb836d5-3ce6-41bc-af25-b302d3b64aca req-64f6a867-a9c1-4698-b2b9-b7941b8e9563 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561121 Aug 24 18:56:21.994740 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5485667f-e617-4d25-935d-c6f8d5883a06 HTTP/1.1" status: 204 len: 168 time: 1.1578450 Aug 24 18:56:22.001007 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-b7881c56-090e-4d78-ba0a-4c07029f3f21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=18f09c72-7b1c-4bac-acbe-44cc9eaf3548 HTTP/1.1" status: 200 len: 217 time: 0.1006236 Aug 24 18:56:22.064432 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6f54e1-97f4-4669-a059-d8fc830331f8', 'tag': '18f09c72-7b1c-4bac-acbe-44cc9eaf3548', 'status': 'completed', 'code': 200} Aug 24 18:56:22.078185 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43310) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:22.093600 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-d855b2db-ceb7-4f71-a879-17229743a61d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:22.095078 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-d855b2db-ceb7-4f71-a879-17229743a61d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=691ae8b6-be82-48be-8e82-c2079b239406 HTTP/1.1" status: 200 len: 843 time: 0.0749207 Aug 24 18:56:22.102213 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0682ecd-1deb-4d80-bc88-7bd53b098b28 req-66a39a1c-eb22-4c1e-83ca-259c706e8543 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:22.103634 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f0682ecd-1deb-4d80-bc88-7bd53b098b28 req-66a39a1c-eb22-4c1e-83ca-259c706e8543 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.2363524 Aug 24 18:56:22.206958 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f0682ecd-1deb-4d80-bc88-7bd53b098b28 req-550184ac-772b-4826-9459-e8dbbe09baeb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610344 Aug 24 18:56:22.217515 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-b6f27c40-c5e0-49ce-8aae-324ad3f78593 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=753319b7-4b5f-4838-95b9-4a3c2043ef4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1129045 Aug 24 18:56:22.282058 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:22.314718 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:22.318999 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Usage tracker for resource:security_group_rule and tenant:81f43535985145f2b1a83db7b8183a5c is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:22.322837 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:22.330522 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:22.378613 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-2d664f64-c7e5-4d79-9966-410678d8865e service neutron] 10.222.0.58 "GET /v2.0/networks/753319b7-4b5f-4838-95b9-4a3c2043ef4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539207 Aug 24 18:56:22.408079 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:22.481477 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43320) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:22.501130 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:22.509396 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c8c1242d-c038-4da1-8ab4-ffd284e8ab30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:22.527178 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee548cc9-4f87-4aa9-bbbb-4674b87889a7 req-84fcf060-6ed4-4aad-9562-dd14dc521199 service neutron] 10.222.0.58 "GET /v2.0/networks/753319b7-4b5f-4838-95b9-4a3c2043ef4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396809 Aug 24 18:56:22.564982 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83835c7-4e41-48ce-9c12-03dd66c9d3ca,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:22.573943 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:22.588797 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81f43535985145f2b1a83db7b8183a5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4996543 Aug 24 18:56:22.589123 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43326) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:22.589221 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-3e4bcf14-5534-4cc5-a674-c8fa44518205 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbd451a89478474c83dee360cb90c51e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1019597 Aug 24 18:56:22.589221 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43330) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:22.672732 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6c84c693-ab7c-45f6-bb24-8cf4295d7b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:22.704464 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6c84c693-ab7c-45f6-bb24-8cf4295d7b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:22.725941 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dc10-867c-44b0-b66e-6ecd18cd1bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:22.765497 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dc10-867c-44b0-b66e-6ecd18cd1bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:22.811639 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7d0a7ba4-4b7c-4478-a128-eceeda6aaef8 req-53129bec-fa07-44e8-8d3c-89e4aef553fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67c0c85a6d9448f18e7ec577ff3a9e7a&device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 1101 time: 0.1524134 Aug 24 18:56:22.858363 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f873ef0d-e577-4d7c-8117-7a71f0a49328 req-ea0a4c94-a7d5-413d-84d7-1ad90111da53 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eea692-955a-4d91-b199-b3c140bc0556 HTTP/1.1" status: 200 len: 210 time: 0.0433583 Aug 24 18:56:22.879354 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6c84c693-ab7c-45f6-bb24-8cf4295d7b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:22.885736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-aa16a6cf-5d91-4b49-bab6-0309841a2362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:22.902972 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84c693-ab7c-45f6-bb24-8cf4295d7b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec16751f-83a5-419f-9e96-83618b72945a,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:22.906116 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6c84c693-ab7c-45f6-bb24-8cf4295d7b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:23.017626 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6c84c693-ab7c-45f6-bb24-8cf4295d7b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:23.019459 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-6c84c693-ab7c-45f6-bb24-8cf4295d7b48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec16751f-83a5-419f-9e96-83618b72945a HTTP/1.1" status: 204 len: 168 time: 0.4298120 Aug 24 18:56:23.027968 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a7ba4-4b7c-4478-a128-eceeda6aaef8 req-8cd2f0f7-c15d-46f6-867d-62eda470728c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:23.030296 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7d0a7ba4-4b7c-4478-a128-eceeda6aaef8 req-8cd2f0f7-c15d-46f6-867d-62eda470728c service neutron] 10.222.0.58 "GET /v2.0/networks?id=753319b7-4b5f-4838-95b9-4a3c2043ef4b HTTP/1.1" status: 200 len: 870 time: 0.2118454 Aug 24 18:56:23.097259 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dc10-867c-44b0-b66e-6ecd18cd1bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:23.113731 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-76ae280f-997f-43eb-82b4-9e476cc9b88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:23.120644 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:56:23.124594 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7d0a7ba4-4b7c-4478-a128-eceeda6aaef8 req-a5115a08-2a57-4cad-b139-9279c0b723ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=18f09c72-7b1c-4bac-acbe-44cc9eaf3548 HTTP/1.1" status: 200 len: 217 time: 0.0879307 Aug 24 18:56:23.130104 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2dc10-867c-44b0-b66e-6ecd18cd1bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83835c7-4e41-48ce-9c12-03dd66c9d3ca,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:23.133535 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d1e2dc10-867c-44b0-b66e-6ecd18cd1bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:23.137322 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dc10-867c-44b0-b66e-6ecd18cd1bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:23.139927 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-d1e2dc10-867c-44b0-b66e-6ecd18cd1bec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e83835c7-4e41-48ce-9c12-03dd66c9d3ca HTTP/1.1" status: 204 len: 168 time: 0.5559468 Aug 24 18:56:23.184500 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca605252-a94a-4c49-9a63-ff0389888382 req-10dfbbf1-7cc5-4243-9f1c-c284d918dc15 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:23.191344 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ca605252-a94a-4c49-9a63-ff0389888382 req-10dfbbf1-7cc5-4243-9f1c-c284d918dc15 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 948 time: 0.1027532 Aug 24 18:56:23.210510 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a7ba4-4b7c-4478-a128-eceeda6aaef8 req-ac9e6874-cb01-4db2-a8a6-8d095c6d13cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:23.212354 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7d0a7ba4-4b7c-4478-a128-eceeda6aaef8 req-ac9e6874-cb01-4db2-a8a6-8d095c6d13cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=691ae8b6-be82-48be-8e82-c2079b239406 HTTP/1.1" status: 200 len: 843 time: 0.0712359 Aug 24 18:56:23.231079 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:56:23.231428 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2a555cac-27fb-4e1a-bd3f-f777d1aa25c4 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:56:23.234754 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ca605252-a94a-4c49-9a63-ff0389888382 req-6ce669de-65ec-4416-a1f2-d29f31782cb3 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425639 Aug 24 18:56:23.311045 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7d0a7ba4-4b7c-4478-a128-eceeda6aaef8 req-c4cb30a0-d1a3-45e7-9767-8db719eb067b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=753319b7-4b5f-4838-95b9-4a3c2043ef4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0829432 Aug 24 18:56:23.521331 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7d0a7ba4-4b7c-4478-a128-eceeda6aaef8 req-386b22af-f9a3-4e47-a0a3-988ba6f445ff service neutron] 10.222.0.58 "GET /v2.0/networks/753319b7-4b5f-4838-95b9-4a3c2043ef4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009084 Aug 24 18:56:23.532762 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe501c-244c-4eef-8b6f-84c6506b0847 req-2154a07f-28e4-4c71-8147-55292b2af72d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:23.532762 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d8fe501c-244c-4eef-8b6f-84c6506b0847 req-2154a07f-28e4-4c71-8147-55292b2af72d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1378732 Aug 24 18:56:23.659456 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d8fe501c-244c-4eef-8b6f-84c6506b0847 req-ca847a42-3d04-494d-b69c-e915ee477e5c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081407 Aug 24 18:56:23.694057 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7d0a7ba4-4b7c-4478-a128-eceeda6aaef8 req-e8cf0234-6ace-43fd-93fa-7b4ee9ce856c service neutron] 10.222.0.58 "GET /v2.0/networks/753319b7-4b5f-4838-95b9-4a3c2043ef4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619031 Aug 24 18:56:24.251040 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43382) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:24.467731 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb184458-4892-4bd3-b6d2-84b4e87bd02e req-29fcc2e2-1a61-4509-8714-2e2a0347745a tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:24.468600 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-cb184458-4892-4bd3-b6d2-84b4e87bd02e req-29fcc2e2-1a61-4509-8714-2e2a0347745a tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Synchronizing usage tracker for tenant:67c0c85a6d9448f18e7ec577ff3a9e7a on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:56:24.469684 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:24.526641 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:24.531307 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Usage tracker for resource:security_group_rule and tenant:6d33f26ccf484c9daff43d3eb2224cbf is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:24.534413 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:24.542058 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:24.597009 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-cb184458-4892-4bd3-b6d2-84b4e87bd02e req-29fcc2e2-1a61-4509-8714-2e2a0347745a tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Unset dirty status for tenant:67c0c85a6d9448f18e7ec577ff3a9e7a on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:56:24.598253 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cb184458-4892-4bd3-b6d2-84b4e87bd02e req-29fcc2e2-1a61-4509-8714-2e2a0347745a tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 948 time: 0.2187245 Aug 24 18:56:24.647771 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-cb184458-4892-4bd3-b6d2-84b4e87bd02e req-ad031d2d-dc48-403a-baf1-65726dbf117f tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Synchronizing usage tracker for tenant:67c0c85a6d9448f18e7ec577ff3a9e7a on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:56:24.687126 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:24.700396 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4342d-2463-4348-bc1a-f41e0b6b3a83 req-cfd2be4d-b9d1-4143-8eeb-6c2bf6561771 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:24.701888 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1af4342d-2463-4348-bc1a-f41e0b6b3a83 req-cfd2be4d-b9d1-4143-8eeb-6c2bf6561771 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1311758 Aug 24 18:56:24.750890 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1af4342d-2463-4348-bc1a-f41e0b6b3a83 req-67702cd7-daaa-4de6-af1a-9302d2a7a1c7 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Aug 24 18:56:24.795384 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:24.802962 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-1a80c7c8-7ae8-4360-a835-444a1813fe79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:24.841881 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d58a930-a2ac-41ed-8476-a6193877e187,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:24.845021 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:24.850927 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d33f26ccf484c9daff43d3eb2224cbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5986280 Aug 24 18:56:24.851305 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43408) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:24.898988 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-cb184458-4892-4bd3-b6d2-84b4e87bd02e req-ad031d2d-dc48-403a-baf1-65726dbf117f tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Unset dirty status for tenant:67c0c85a6d9448f18e7ec577ff3a9e7a on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:56:24.914052 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cb184458-4892-4bd3-b6d2-84b4e87bd02e req-ad031d2d-dc48-403a-baf1-65726dbf117f tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073206 Aug 24 18:56:24.948848 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7110b0d3-ae43-4547-9ed1-7b392a975264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:24.976579 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7110b0d3-ae43-4547-9ed1-7b392a975264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:24.998600 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3cfa-620b-4ea9-a0d2-8630c373b821 req-05b6e7f9-4ba4-4a80-af83-86cd0b69b14e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:25.005503 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e8ad3cfa-620b-4ea9-a0d2-8630c373b821 req-05b6e7f9-4ba4-4a80-af83-86cd0b69b14e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.0929737 Aug 24 18:56:25.055557 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e8ad3cfa-620b-4ea9-a0d2-8630c373b821 req-9ee7724b-bc7b-4d03-9962-667af85a9622 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492070 Aug 24 18:56:25.130590 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43418) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:25.137299 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7110b0d3-ae43-4547-9ed1-7b392a975264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.142818 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-89ce1699-0478-4b1b-bdc7-798717aef133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:25.159976 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110b0d3-ae43-4547-9ed1-7b392a975264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d58a930-a2ac-41ed-8476-a6193877e187,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:25.167785 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-7110b0d3-ae43-4547-9ed1-7b392a975264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:25.168616 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7110b0d3-ae43-4547-9ed1-7b392a975264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.169946 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-7110b0d3-ae43-4547-9ed1-7b392a975264 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d58a930-a2ac-41ed-8476-a6193877e187 HTTP/1.1" status: 204 len: 168 time: 0.3175280 Aug 24 18:56:25.352736 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-150524501-network', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:25.354916 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:25.358677 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Usage tracker for resource:network and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:25.361510 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:25.367101 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:25.458794 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Made reservation on behalf of 0b2b2cd0652b4eb9936615b88476a82a for: {'network': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:56:25.461055 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.474256 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.503745 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:25.507495 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Usage tracker for resource:security_group_rule and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:25.510717 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:25.516363 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:25.583953 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.665649 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.668949 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b5e8745f-041b-47f4-8e19-b998b7f81ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:25.696287 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=75888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:56:25.707991 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63911774-ee53-43fe-977a-5dc817613883,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:25.711030 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:25.715697 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.715905 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.segments_db [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Added segment 04b5b50f-8a9d-4edf-85d8-4203265108e6 of type vlan for network 56613873-0b6a-460a-a896-b8da14c9e270 Aug 24 18:56:25.744432 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.866399 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.868091 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:25.869557 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:25.880716 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:25.983045 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c533274-0134-4c69-83a3-177182c586a8 req-cb2a6ac5-d7cc-4379-8d18-03a0a1592dae tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:25.985084 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0c533274-0134-4c69-83a3-177182c586a8 req-cb2a6ac5-d7cc-4379-8d18-03a0a1592dae tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1141326 Aug 24 18:56:26.002982 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Pushing event updated for resources: {'Network': ['ID=56613873-0b6a-460a-a896-b8da14c9e270,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:26.009824 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:26.019565 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 56613873-0b6a-460a-a896-b8da14c9e270 details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:56:26.023557 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8917215 Aug 24 18:56:26.028427 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43446) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:26.035820 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Request body: {'subnet': {'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-150524501-subnet', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:26.040565 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:26.044555 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Usage tracker for resource:subnet and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:26.048015 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:26.054624 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:26.068902 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0c533274-0134-4c69-83a3-177182c586a8 req-a10204e5-8eed-46f3-ab1c-becd83b7f6c7 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779932 Aug 24 18:56:26.117246 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Made reservation on behalf of 0b2b2cd0652b4eb9936615b88476a82a for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:56:26.120524 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7039698'] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:26.291405 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20142f86-bc0c-4472-affc-6e53c35b73f6 req-d78580a7-2a34-444f-b405-02f1b076e5e5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:26.293104 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20142f86-bc0c-4472-affc-6e53c35b73f6 req-d78580a7-2a34-444f-b405-02f1b076e5e5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.0835876 Aug 24 18:56:26.322058 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f6f10-94d3-450b-8c36-bf503403c436 req-447faa35-943a-4940-a0e4-379d37ccc78f tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:26.323604 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-be6f6f10-94d3-450b-8c36-bf503403c436 req-447faa35-943a-4940-a0e4-379d37ccc78f tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 948 time: 0.1040273 Aug 24 18:56:26.349429 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20142f86-bc0c-4472-affc-6e53c35b73f6 req-eea46816-cbea-4783-b2c8-d216339915ef tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488176 Aug 24 18:56:26.378031 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-be6f6f10-94d3-450b-8c36-bf503403c436 req-f5bd407d-d33e-4c39-9df7-726b32982bf9 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Aug 24 18:56:26.569201 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7110484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7039680'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:26.577433 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:26.652282 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768d2b05-2567-4a2f-a04b-17e5858f8ba2,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:26.654812 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:26.667918 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Checking segment: {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:56:26.668276 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Network hostable DHCP agents. Network: 56613873-0b6a-460a-a896-b8da14c9e270, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:56:26.733781 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Network 56613873-0b6a-460a-a896-b8da14c9e270 is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:56:26.791072 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 56613873-0b6a-460a-a896-b8da14c9e270) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:26.795501 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:26.799057 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:26.800208 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2411485-7deb-44fb-8ba6-9153a6e4b1eb None None] Network 56613873-0b6a-460a-a896-b8da14c9e270 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:56:26.866580 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-6fc1f21a-600e-49d9-8dd4-af56255861d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8354638 Aug 24 18:56:26.869927 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43466) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:26.875633 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:26.880374 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:26.884445 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Usage tracker for resource:router and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:26.887255 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:26.893507 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:27.019884 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50a503f-42fd-50dd-8832-94e7b5c7b4ac-56613873-0b6a-460a-a896-b8da14c9e270', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2'}]}} from dv-cinder-805825-1-smb. {{(pid=75890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:56:27.020687 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:27.031331 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1672817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4801'] for router, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:27.032800 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1672722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686218', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1758666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4822'] for router, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:27.051964 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:27.178455 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.db_base_plugin_common [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Allocated IP 172.20.0.2 (56613873-0b6a-460a-a896-b8da14c9e270/768d2b05-2567-4a2f-a04b-17e5858f8ba2/f0c69a1b-5147-4251-8cb7-46d263b3f9d6) {{(pid=75890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:56:27.268774 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:56:27.438373 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:27.466724 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Notify callbacks [] for port, precommit_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:27.468446 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6c63-fab6-46ac-99b1-69b849b68c7e req-46e28aa6-46ea-4059-810f-7b9fd7dcf47f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:27.470029 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-bc3d6c63-fab6-46ac-99b1-69b849b68c7e req-46e28aa6-46ea-4059-810f-7b9fd7dcf47f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.2433112 Aug 24 18:56:27.477301 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Transition to ACTIVE for port object f0c69a1b-5147-4251-8cb7-46d263b3f9d6 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:27.508765 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Transition to ACTIVE for port object f0c69a1b-5147-4251-8cb7-46d263b3f9d6 will not be triggered until provisioned by entity DHCP. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:27.552598 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,segment=NetworkSegment(c8c6966c-8ee1-4d77-bf7c-413b44ff30a6),segment_id=c8c6966c-8ee1-4d77-bf7c-413b44ff30a6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:27.560991 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-bc3d6c63-fab6-46ac-99b1-69b849b68c7e req-bf65be20-85fa-49f8-aded-4d73593a8a47 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688457 Aug 24 18:56:27.568410 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '18f09c72-7b1c-4bac-acbe-44cc9eaf3548', 'network_id': '753319b7-4b5f-4838-95b9-4a3c2043ef4b', 'port_id': '18f09c72-7b1c-4bac-acbe-44cc9eaf3548', 'mac_address': 'fa:16:3e:1e:c7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691ae8b6-be82-48be-8e82-c2079b239406', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:56:27.599316 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:27.610628 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:27.718688 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Pushing event updated for resources: {'Port': ['ID=f0c69a1b-5147-4251-8cb7-46d263b3f9d6,revision_number=1']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:27.728360 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:27.735547 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40315c2-ce72-4a44-a59b-576452ecb436 req-526005c2-6447-4f0e-bd37-17647b46a55b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:27.737787 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e40315c2-ce72-4a44-a59b-576452ecb436 req-526005c2-6447-4f0e-bd37-17647b46a55b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.2146015 Aug 24 18:56:27.754616 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.754983 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.755496 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.755831 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.756162 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.756489 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.756812 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.757130 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.757451 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.757767 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.758116 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:27.761994 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:56:27.779452 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,segment=NetworkSegment(c8c6966c-8ee1-4d77-bf7c-413b44ff30a6),segment_id=c8c6966c-8ee1-4d77-bf7c-413b44ff30a6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:27.781392 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:27.806643 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Network 56613873-0b6a-460a-a896-b8da14c9e270 is already hosted by enough agents. {{(pid=75890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:56:27.806643 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.base_scheduler [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Resources bound (agent type, host, resource id): {{(pid=75890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:27.815215 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Received port after_create {{(pid=75890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:56:27.850851 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e40315c2-ce72-4a44-a59b-576452ecb436 req-7a594f7b-d049-4dfd-9ad0-a681f7812f6f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076107 Aug 24 18:56:27.892992 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:27.898965 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:27.938272 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8d8ba-9e4b-44b6-a6eb-e6330706e606 req-0b33efcf-9f27-48bd-9f5c-3d26e2edafc9 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:27.945640 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ddb8d8ba-9e4b-44b6-a6eb-e6330706e606 req-0b33efcf-9f27-48bd-9f5c-3d26e2edafc9 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 948 time: 0.1622417 Aug 24 18:56:27.968523 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:27.998945 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:28.035587 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:28.041098 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:28.076030 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Attempting to bind port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:56:28.076395 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Attempting to bind port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:56:28.076957 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Attempting to bind port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 on network 56613873-0b6a-460a-a896-b8da14c9e270 {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:56:28.089345 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:56:28.089726 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Checking segment: {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:56:28.090159 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:28.090557 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Bound using segment: {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:56:28.091046 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Bound port: f0c69a1b-5147-4251-8cb7-46d263b3f9d6, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:56:28.091172 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ddb8d8ba-9e4b-44b6-a6eb-e6330706e606 req-ad9ab44d-822a-4f2d-8253-3e52c6f468ee tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445470 Aug 24 18:56:28.091410 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:28.215246 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Allocated IP 172.28.1.126 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/18115fbd-f22a-482a-8962-f4f231a844b1) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:56:28.272554 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] For port f0c69a1b-5147-4251-8cb7-46d263b3f9d6, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:56:28.283091 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] For port f0c69a1b-5147-4251-8cb7-46d263b3f9d6, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=f0c69a1b-5147-4251-8cb7-46d263b3f9d6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:56:28.357579 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:28.362976 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:28.382600 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:28.396887 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['18f09c72-7b1c-4bac-acbe-44cc9eaf3548'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:56:28.471804 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:28.476677 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:28.540988 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Pushing event updated for resources: {'Port': ['ID=f0c69a1b-5147-4251-8cb7-46d263b3f9d6,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:28.541343 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:56:28.544399 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:28.546599 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:28.548302 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:56:28.602949 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Pushing event updated for resources: {'Port': ['ID=18115fbd-f22a-482a-8962-f4f231a844b1,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:28.609840 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:28.803813 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bdbdf-a14e-40a4-bc3e-eb19d59d5e6e req-6e3f0a39-e714-4d16-8f9a-72f36adb89be tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:28.809798 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f00bdbdf-a14e-40a4-bc3e-eb19d59d5e6e req-6e3f0a39-e714-4d16-8f9a-72f36adb89be tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.0888026 Aug 24 18:56:28.856767 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:28.857414 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684507'] for router, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:28.863102 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f00bdbdf-a14e-40a4-bc3e-eb19d59d5e6e req-67f97695-4a0f-467a-8f64-c70b1a39e2fb tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517831 Aug 24 18:56:29.149829 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dabb4-3efa-4056-a07b-cc5cfad1a6e2 req-01275534-c66d-4522-b260-f8df5d537414 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:29.156440 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-938dabb4-3efa-4056-a07b-cc5cfad1a6e2 req-01275534-c66d-4522-b260-f8df5d537414 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1122267 Aug 24 18:56:29.221917 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-938dabb4-3efa-4056-a07b-cc5cfad1a6e2 req-f65a90ce-dbe5-47c2-9024-1abca4cebae7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644865 Aug 24 18:56:29.345452 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Router b6a7ff00-4399-453b-9e61-b87f76c05880 is scheduled to L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 with binding_index 1 {{(pid=75888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:56:29.536550 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f474c1-dd66-48a0-a3ba-24bd05e74fb0 req-2636249f-5421-41c9-b583-0c530e13a6b7 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:29.536550 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-46f474c1-dd66-48a0-a3ba-24bd05e74fb0 req-2636249f-5421-41c9-b583-0c530e13a6b7 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 949 time: 0.1800714 Aug 24 18:56:29.579682 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device f0c69a1b-5147-4251-8cb7-46d263b3f9d6 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:29.712528 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49773f78-36da-47f5-b6e9-99192a9d8343 None None] Network 56613873-0b6a-460a-a896-b8da14c9e270 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:56:29.723744 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-46f474c1-dd66-48a0-a3ba-24bd05e74fb0 req-30a3289a-a119-4aa1-ba2a-7371c9773d04 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818502 Aug 24 18:56:29.768602 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:56:29.779392 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Sync routers for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:56:29.792196 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:56:29.792471 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:29.792686 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:29.854531 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Notify callbacks [] for router, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:29.860238 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43516) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:29.863493 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9924657 Aug 24 18:56:29.923762 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-e5b4d2a2-a8b2-4e9e-b23b-f2c37b248ef2 None None] Provisioning for port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:29.998679 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:56:30.097301 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-e5b4d2a2-a8b2-4e9e-b23b-f2c37b248ef2 None None] Provisioning complete for port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:30.097678 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d2a2-a8b2-4e9e-b23b-f2c37b248ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:30.302296 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-5aeef1ba-d186-4d08-bf53-56da88b8d2e2 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:30.303863 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-5aeef1ba-d186-4d08-bf53-56da88b8d2e2 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.58 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.1622605 Aug 24 18:56:30.309515 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d2a2-a8b2-4e9e-b23b-f2c37b248ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:30.316948 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eae0e-0789-4973-886f-ae870998fb33 req-692b8880-d5df-4882-9d61-0247bfd06d75 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:30.324766 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c01eae0e-0789-4973-886f-ae870998fb33 req-692b8880-d5df-4882-9d61-0247bfd06d75 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 945 time: 0.2323625 Aug 24 18:56:30.351485 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-e5b4d2a2-a8b2-4e9e-b23b-f2c37b248ef2 None None] For port f0c69a1b-5147-4251-8cb7-46d263b3f9d6, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=f0c69a1b-5147-4251-8cb7-46d263b3f9d6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:30.411447 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:28Z', 'revision_number': 3, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:30.416623 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Checking router: b6a7ff00-4399-453b-9e61-b87f76c05880 for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:56:30.416974 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Updating router b6a7ff00-4399-453b-9e61-b87f76c05880 port 18115fbd-f22a-482a-8962-f4f231a844b1 binding host dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:56:30.418529 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Deleting port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:56:30.418987 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:30.437073 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d2a2-a8b2-4e9e-b23b-f2c37b248ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:30.439179 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:30.517386 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:30.579393 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4d2a2-a8b2-4e9e-b23b-f2c37b248ef2 None None] Pushing event updated for resources: {'Port': ['ID=f0c69a1b-5147-4251-8cb7-46d263b3f9d6,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:30.594908 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e5b4d2a2-a8b2-4e9e-b23b-f2c37b248ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:30.632865 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c01eae0e-0789-4973-886f-ae870998fb33 req-571824b1-6352-4adf-a972-f8774f5cb90c tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/security-groups?id=54443e55-60d3-4bbd-9755-033bc0d15c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047307 Aug 24 18:56:30.683943 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-00caae69-d22f-4bab-b609-f727d4468a07 None None] Provisioning complete for port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:30.684370 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-00caae69-d22f-4bab-b609-f727d4468a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:30.839198 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e8563-4878-42d1-b590-dae7d3de9fe8 req-42e6eb3b-b0c2-4ac5-8fd0-1542a14e16b3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:30.841146 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-592e8563-4878-42d1-b590-dae7d3de9fe8 req-42e6eb3b-b0c2-4ac5-8fd0-1542a14e16b3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.3518512 Aug 24 18:56:30.889100 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20a80837-3d5a-4bb7-bb97-0fa544c2e1ab req-204f819a-d536-4846-9f60-cb6ec8c6aec4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 1098 time: 0.1921945 Aug 24 18:56:30.962753 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-592e8563-4878-42d1-b590-dae7d3de9fe8 req-a97fa7c6-5a11-48e5-aefe-3edc566668ed tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096671 Aug 24 18:56:30.964406 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] For port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:30.964771 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.107309 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Calling delete_port for f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 owned by compute:nova {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:56:31.108856 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Notify callbacks [] for port, precommit_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.121532 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.provisioning_blocks [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Transition to ACTIVE for port object 18115fbd-f22a-482a-8962-f4f231a844b1 will not be triggered until provisioned by entity L2. {{(pid=75891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:31.202246 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:31.208596 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.222246 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:31.254797 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a80837-3d5a-4bb7-bb97-0fa544c2e1ab req-31848fc1-ed13-4209-a707-b82ca47f64d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:31.264590 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20a80837-3d5a-4bb7-bb97-0fa544c2e1ab req-31848fc1-ed13-4209-a707-b82ca47f64d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 918 time: 0.2880490 Aug 24 18:56:31.305563 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Attempting to bind port 18115fbd-f22a-482a-8962-f4f231a844b1 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:56:31.305563 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Attempting to bind port 18115fbd-f22a-482a-8962-f4f231a844b1 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:56:31.305563 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Attempting to bind port 18115fbd-f22a-482a-8962-f4f231a844b1 on network 235a799a-ae38-4f75-bc14-04b553bb03ab {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:56:31.317159 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:56:31.317896 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Checking segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:56:31.318329 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.318735 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Bound using segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:56:31.319214 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Bound port: 18115fbd-f22a-482a-8962-f4f231a844b1, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:56:31.319615 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.352023 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.358537 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:31.358878 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cfc53-5ccf-43e3-bc07-e8049ce1d398 req-3299a73e-7f91-4a75-a63a-5a4d7e41c29b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:31.366024 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52cfc53-5ccf-43e3-bc07-e8049ce1d398 req-3299a73e-7f91-4a75-a63a-5a4d7e41c29b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 949 time: 0.2893524 Aug 24 18:56:31.386960 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:31.393202 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:31.393587 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.399058 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Pushing event updated for resources: {'Port': ['ID=18115fbd-f22a-482a-8962-f4f231a844b1,revision_number=2']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:31.412176 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.412813 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.413330 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.414052 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.414616 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.415303 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.416425 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.416953 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.418301 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.418835 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.419331 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:31.452027 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:31.452232 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Pushing event deleted for resources: {'Port': ['ID=f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:31.454754 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:31.526943 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20a80837-3d5a-4bb7-bb97-0fa544c2e1ab req-1258c848-baf3-417a-92a5-ff7763afa98f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2 HTTP/1.1" status: 200 len: 1001 time: 0.2571564 Aug 24 18:56:31.540977 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.554131 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] For port 18115fbd-f22a-482a-8962-f4f231a844b1, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:56:31.554480 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] No DVR routers for this DVR port f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 on host hv-cinder-80582 {{(pid=75888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:56:31.558802 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] For port 18115fbd-f22a-482a-8962-f4f231a844b1, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=18115fbd-f22a-482a-8962-f4f231a844b1,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:56:31.559417 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.567360 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb4830-8583-4777-8ea0-45a90217fb01', 'name': 'network-vif-deleted', 'tag': 'f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:56:31.589238 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6f54e1-97f4-4669-a059-d8fc830331f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f09c72-7b1c-4bac-acbe-44cc9eaf3548'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:56:31.599856 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device f0c69a1b-5147-4251-8cb7-46d263b3f9d6 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:31.605105 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a52cfc53-5ccf-43e3-bc07-e8049ce1d398 req-4952ba49-8975-41e1-a6e1-5ca8b8503d99 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379844 Aug 24 18:56:31.627163 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.639445 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,segment=NetworkSegment(c8c6966c-8ee1-4d77-bf7c-413b44ff30a6),segment_id=c8c6966c-8ee1-4d77-bf7c-413b44ff30a6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:31.640462 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:31.641547 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a80837-3d5a-4bb7-bb97-0fa544c2e1ab req-863856ef-509b-4053-926e-ccaa412bed07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:31.643512 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20a80837-3d5a-4bb7-bb97-0fa544c2e1ab req-863856ef-509b-4053-926e-ccaa412bed07 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.1079817 Aug 24 18:56:31.651032 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb4830-8583-4777-8ea0-45a90217fb01', 'name': 'network-vif-deleted', 'tag': 'f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1', 'status': 'completed', 'code': 200} Aug 24 18:56:31.656150 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1a50f140-cb0b-41ab-a67e-3b86f2da5814 req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.58 "DELETE /v2.0/ports/f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 HTTP/1.1" status: 204 len: 173 time: 1.3455329 Aug 24 18:56:31.686531 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:31.687135 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.740403 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6f54e1-97f4-4669-a059-d8fc830331f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f09c72-7b1c-4bac-acbe-44cc9eaf3548', 'code': 200} Aug 24 18:56:31.741062 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.742156 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:56:31.745890 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:56:31.748376 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:31.802626 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-fe4290e4-bd67-41d0-b53e-8b56453be6c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:31.875698 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:56:31.876161 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device f4aa06a2-5267-44fc-a0a5-6ae86bc8aab1 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:56:31.896100 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:31.908082 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:31.924659 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20a80837-3d5a-4bb7-bb97-0fa544c2e1ab req-05b465ec-37bb-4bd5-b440-c5858c03733b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2537606 Aug 24 18:56:31.976240 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Pushing event updated for resources: {'Port': ['ID=18115fbd-f22a-482a-8962-f4f231a844b1,revision_number=3']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:31.981849 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:31.982648 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-55864696-bd1c-43fc-bb87-ae931fad821a req-39ddc9eb-3e80-4052-8074-bc92e3fe678f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Synchronizing usage tracker for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:56:32.099869 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-55864696-bd1c-43fc-bb87-ae931fad821a req-39ddc9eb-3e80-4052-8074-bc92e3fe678f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Unset dirty status for tenant:b9343e3993114cb19e51ddd4e31419e6 on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:56:32.101323 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-55864696-bd1c-43fc-bb87-ae931fad821a req-39ddc9eb-3e80-4052-8074-bc92e3fe678f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 210 time: 0.2209179 Aug 24 18:56:32.128661 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:32.161064 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:56:32.219618 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:32.346134 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ab97a6a9-eeb6-4cc3-86f9-9caa1d0ede85 req-8529fcbb-b479-4770-b769-dfc72f4b3520 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 1103 time: 0.1617258 Aug 24 18:56:32.429184 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ab97a6a9-eeb6-4cc3-86f9-9caa1d0ede85 req-d511f8cc-ce00-49f8-af9c-fdf5935a3f9f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754251 Aug 24 18:56:32.534321 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20a80837-3d5a-4bb7-bb97-0fa544c2e1ab req-eadf39cb-b7ee-4e37-b381-b2f84d24bd22 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400383 Aug 24 18:56:32.545694 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Allocated IP 172.20.0.1 (56613873-0b6a-460a-a896-b8da14c9e270/768d2b05-2567-4a2f-a04b-17e5858f8ba2/5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:56:32.601674 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:28Z', 'revision_number': 3, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:32.606911 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62df65-92a9-4467-ae3a-4b8a66387133 None None] The sync data for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb is: [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:28Z', 'revision_number': 3, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:56:32.881579 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245ce3-436c-40f9-9468-8d77776bfdec req-a8bd7518-dbdd-48e3-84d8-589f3f1b0883 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:32.889599 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-eb245ce3-436c-40f9-9468-8d77776bfdec req-a8bd7518-dbdd-48e3-84d8-589f3f1b0883 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 950 time: 0.1479261 Aug 24 18:56:32.904103 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91282204-0279-4c52-9c46-b79e0a71d83d req-1bd65dd8-8341-4749-9a6e-8a41a7d2d860 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:32.905624 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-91282204-0279-4c52-9c46-b79e0a71d83d req-1bd65dd8-8341-4749-9a6e-8a41a7d2d860 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.4193857 Aug 24 18:56:32.947267 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-eb245ce3-436c-40f9-9468-8d77776bfdec req-f71d35c8-dc4a-4a17-bfd4-a959b40659e2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566218 Aug 24 18:56:32.978247 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:32.997655 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20a80837-3d5a-4bb7-bb97-0fa544c2e1ab req-cfa8f321-6bdd-4489-8d38-b7a7fa828be5 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727346 Aug 24 18:56:33.012536 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Transition to ACTIVE for port object 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb will not be triggered until provisioned by entity DHCP. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:33.021371 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-91282204-0279-4c52-9c46-b79e0a71d83d req-3952d8f3-3648-460f-8894-c15785b3c2da tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076276 Aug 24 18:56:33.123434 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:33.128303 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:33.225512 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Network 56613873-0b6a-460a-a896-b8da14c9e270 is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:56:33.229209 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:33.234806 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:56:33.270353 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:33.275645 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:33.340881 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-98f90a99-6d6a-4d98-9b53-e9177380a511 req-c432a897-e289-4544-91c7-0ec8a07a40d7 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] 10.222.0.20 "GET /v2.0/ports?device_id=1abb4830-8583-4777-8ea0-45a90217fb01 HTTP/1.1" status: 200 len: 210 time: 0.0509293 Aug 24 18:56:33.344016 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684677'] for router_interface, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:33.505489 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-371ffc63-80e9-4eb9-a510-a4849c40d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:33.601036 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 18115fbd-f22a-482a-8962-f4f231a844b1 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:33.647330 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-6f18191e-e460-4be2-bcca-4b4ddfffe266 None None] Provisioning for port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:33.652565 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:33.662408 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-6f18191e-e460-4be2-bcca-4b4ddfffe266 None None] Provisioning complete for port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:33.662784 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-6f18191e-e460-4be2-bcca-4b4ddfffe266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:33.735097 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-6f18191e-e460-4be2-bcca-4b4ddfffe266 None None] Port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:56:33.825142 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 18115fbd-f22a-482a-8962-f4f231a844b1 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:33.830720 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 18115fbd-f22a-482a-8962-f4f231a844b1 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:33.840667 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:33.907993 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:33.944935 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:33.964370 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 18115fbd-f22a-482a-8962-f4f231a844b1, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=18115fbd-f22a-482a-8962-f4f231a844b1,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:34.019709 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:34.047535 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-40a54a76-4382-4588-9ae3-34a0d094d23f tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:34.065184 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:34.067161 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:34.249166 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed9920-cb36-42d9-b046-9c5d149e9c83 req-764be34f-88e9-492d-aa5e-77a7411bef62 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:34.256811 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d7ed9920-cb36-42d9-b046-9c5d149e9c83 req-764be34f-88e9-492d-aa5e-77a7411bef62 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 950 time: 0.1657934 Aug 24 18:56:34.277669 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=18115fbd-f22a-482a-8962-f4f231a844b1,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:34.282865 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:34.333902 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d7ed9920-cb36-42d9-b046-9c5d149e9c83 req-bdcaa5dc-b046-47de-b37b-86fc231ee510 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755992 Aug 24 18:56:34.335206 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1374989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684268'] for router_interface, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:34.350684 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:34.357421 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:34.522426 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:34.527402 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8d8a-1298-4fab-896d-508fcbad7627 req-92c043f1-9a99-451f-ac87-3e49b4cc5516 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:34.528978 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2ecf8d8a-1298-4fab-896d-508fcbad7627 req-92c043f1-9a99-451f-ac87-3e49b4cc5516 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.2577300 Aug 24 18:56:34.563427 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Network 56613873-0b6a-460a-a896-b8da14c9e270 is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:56:34.566558 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:34.675452 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43608) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:34.744515 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2ecf8d8a-1298-4fab-896d-508fcbad7627 req-a2a65585-8608-4517-880b-e5e6f9fafff4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082219 Aug 24 18:56:34.859257 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-080c640f-6282-437c-ac02-f8932a8bce9f None None] Provisioning complete for port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:34.859543 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-080c640f-6282-437c-ac02-f8932a8bce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:34.910607 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-080c640f-6282-437c-ac02-f8932a8bce9f None None] Port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:56:35.189734 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:56:35.322987 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Router b6a7ff00-4399-453b-9e61-b87f76c05880 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:56:35.366288 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:35.381798 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'port_id': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'mac_address': 'fa:16:3e:c7:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:56:35.447190 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:35.478650 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:56:35.507791 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:35.538621 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684314'] for router_interface, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:35.566215 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 18115fbd-f22a-482a-8962-f4f231a844b1 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:35.653036 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24b8e6-5d32-4fdd-bc9f-0c334fd81aea req-37724e8e-c7d9-45f5-aaa2-78e7d38135a0 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:35.664307 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3a24b8e6-5d32-4fdd-bc9f-0c334fd81aea req-37724e8e-c7d9-45f5-aaa2-78e7d38135a0 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 950 time: 0.1194251 Aug 24 18:56:35.666625 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:35.674419 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:35.759957 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3a24b8e6-5d32-4fdd-bc9f-0c334fd81aea req-f3c89bb7-775a-4a4a-b5cb-fb8c28316c68 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948629 Aug 24 18:56:35.817566 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=6']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:35.827844 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:35.864687 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 18115fbd-f22a-482a-8962-f4f231a844b1 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:35.865007 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:35.880852 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:56:35.937442 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['2d190b7c-07c2-4e34-be33-b36dcdcd0db2'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:56:35.947090 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] 10.222.0.20 "PUT /v2.0/routers/b6a7ff00-4399-453b-9e61-b87f76c05880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0856860 Aug 24 18:56:35.999000 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bf19960f-09d4-4e4c-807b-0cfd3f73729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:36.180634 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039463e8-ece8-436a-bf8d-b2ddb995d1ea req-5c5d7cd2-d048-4679-b3c6-efeac84cdd31 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:36.204719 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-039463e8-ece8-436a-bf8d-b2ddb995d1ea req-5c5d7cd2-d048-4679-b3c6-efeac84cdd31 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 944 time: 0.2444820 Aug 24 18:56:36.318720 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-039463e8-ece8-436a-bf8d-b2ddb995d1ea req-136fef7b-631e-4d07-a360-f1a78799d47d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126933 Aug 24 18:56:36.600237 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Sync routers for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:56:36.639193 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:56:36.639841 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:36.702933 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Deleting port b52a7687-b98e-4e87-9ebd-e9638359e350 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:56:36.703413 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:36.710481 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:36.923047 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2fcc5-c521-4672-811a-f853567d2fa0 req-6f8e79e7-4b41-4672-bb92-792cf0eb75a2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:36.933149 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cad2fcc5-c521-4672-811a-f853567d2fa0 req-6f8e79e7-4b41-4672-bb92-792cf0eb75a2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 950 time: 0.1727865 Aug 24 18:56:36.998766 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:56:37.044176 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] For port b52a7687-b98e-4e87-9ebd-e9638359e350, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=b52a7687-b98e-4e87-9ebd-e9638359e350,segment=NetworkSegment(aabdbb00-c604-4787-8081-0df457062c5d),segment_id=aabdbb00-c604-4787-8081-0df457062c5d)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:37.044917 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:37.086317 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cad2fcc5-c521-4672-811a-f853567d2fa0 req-ffef25df-984e-42f2-b128-8b58d811ab58 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482329 Aug 24 18:56:37.225804 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:37.308400 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Calling delete_port for b52a7687-b98e-4e87-9ebd-e9638359e350 owned by network:router_interface {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:56:37.497337 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:37.497657 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:37.680255 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb', 'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'mac_address': 'fa:16:3e:d7:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:32Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 2, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'subnets': [{'id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:37.690079 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Checking router: b6a7ff00-4399-453b-9e61-b87f76c05880 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:56:37.690469 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Updating router b6a7ff00-4399-453b-9e61-b87f76c05880 port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb binding host dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:56:37.715800 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:37.762738 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:56:37.769962 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437237eb-faa0-4042-bdee-3cfa098d4b95 req-ece96dfc-a6c5-4331-ba53-dd044b73dd03 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:37.772231 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-437237eb-faa0-4042-bdee-3cfa098d4b95 req-ece96dfc-a6c5-4331-ba53-dd044b73dd03 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 944 time: 0.1140757 Aug 24 18:56:37.777498 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:37.780543 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:37.825096 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-437237eb-faa0-4042-bdee-3cfa098d4b95 req-6c5c53d7-16ed-4be1-b903-c9454d43d09b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463598 Aug 24 18:56:37.839544 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'code': 200} Aug 24 18:56:37.842475 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:37.848419 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:37.892484 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52a7687-b98e-4e87-9ebd-e9638359e350,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:37.896096 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:37.912791 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:37.920350 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:37.992339 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43698) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:38.000070 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-358774412-network', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:38.005937 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:38.010844 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Usage tracker for resource:network and tenant:dfe1b71b67f247eaa0624647c193b345 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:38.020406 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:38.028157 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:38.075768 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=7']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:38.122083 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:38.122639 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Made reservation on behalf of dfe1b71b67f247eaa0624647c193b345 for: {'network': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:56:38.125174 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.147691 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.180080 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.219148 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:38.234488 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Usage tracker for resource:security_group_rule and tenant:dfe1b71b67f247eaa0624647c193b345 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:38.237775 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:38.246234 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:38.303124 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684398'] for router_interface, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.339102 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.356371 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Notify callbacks [] for port, precommit_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.368596 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Transition to ACTIVE for port object 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:38.453872 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.457094 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-97e3d1e7-b161-4ccf-acec-651b97723a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:38.478287 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368c2dd-e68b-4030-a053-43eaf2c50bf8 req-bcf4a71e-47e4-43fc-a800-fcfe57892122 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:38.479289 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e368c2dd-e68b-4030-a053-43eaf2c50bf8 req-bcf4a71e-47e4-43fc-a800-fcfe57892122 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 950 time: 0.1087902 Aug 24 18:56:38.484196 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=75888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:56:38.511190 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.516764 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:38.576499 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709730be-01e4-4ae5-a368-b2b60624b960,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:38.579288 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.587505 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.segments_db [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Added segment bce0943b-31f4-491f-b626-754f12449ba2 of type vlan for network eb44af68-5e35-4c62-abb0-01712737e405 Aug 24 18:56:38.587505 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:38.619646 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.652815 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf91368-19ab-44e4-9f42-cea25714afe3 None None] Pushing event updated for resources: {'Port': ['ID=5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:38.656288 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-6cf91368-19ab-44e4-9f42-cea25714afe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:38.664597 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e368c2dd-e68b-4030-a053-43eaf2c50bf8 req-2c654a30-110b-45ec-a303-7430d40be7e3 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767321 Aug 24 18:56:38.702376 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-46d31cfa-629d-489a-b65c-3f66c2e98336 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:38.703916 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-46d31cfa-629d-489a-b65c-3f66c2e98336 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 950 time: 0.1548073 Aug 24 18:56:38.762621 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.763882 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:38.764479 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.768325 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:38.784445 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Attempting to bind port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:56:38.785002 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Attempting to bind port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:56:38.785408 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Attempting to bind port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb on network 56613873-0b6a-460a-a896-b8da14c9e270 {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:56:38.796176 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:56:38.796713 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Checking segment: {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:56:38.797306 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.797884 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Bound using segment: {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:56:38.798543 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Bound port: 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:56:38.799188 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:38.950546 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] For port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:56:38.954808 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] For port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:56:38.974273 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Pushing event updated for resources: {'Network': ['ID=eb44af68-5e35-4c62-abb0-01712737e405,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:38.980692 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:38.988100 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network eb44af68-5e35-4c62-abb0-01712737e405 details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:56:39.069475 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:39.077008 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:39.103951 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1095564 Aug 24 18:56:39.112359 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43726) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:39.116233 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Deleting port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:56:39.117088 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:39.121784 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Request body: {'subnet': {'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-358774412-subnet', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:39.127073 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:39.133717 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Usage tracker for resource:subnet and tenant:dfe1b71b67f247eaa0624647c193b345 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:39.137652 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:39.153645 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8f35f-cab8-44d2-9bc6-35cec11cd0c6 req-ac384365-aa00-4232-939a-548cb44063cd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:39.155295 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-dab8f35f-cab8-44d2-9bc6-35cec11cd0c6 req-ac384365-aa00-4232-939a-548cb44063cd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1467240 Aug 24 18:56:39.156373 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:39.238862 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:56:39.240115 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:39.247253 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-dab8f35f-cab8-44d2-9bc6-35cec11cd0c6 req-7c531830-d50a-4b8a-b84b-b66201054b08 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840485 Aug 24 18:56:39.273640 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Made reservation on behalf of dfe1b71b67f247eaa0624647c193b345 for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:56:39.276116 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7039698'] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:39.387213 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf91368-19ab-44e4-9f42-cea25714afe3 None None] Pushing event updated for resources: {'Port': ['ID=5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:39.395752 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-6cf91368-19ab-44e4-9f42-cea25714afe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:39.545164 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:56:39.627334 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] For port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,segment=NetworkSegment(c8c6966c-8ee1-4d77-bf7c-413b44ff30a6),segment_id=c8c6966c-8ee1-4d77-bf7c-413b44ff30a6)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:39.627723 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:39.654900 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7110484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7039680'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:39.659467 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-69a5452d-e070-4081-823c-beadfcc3802a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:39.732727 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada39694-18f8-448b-a950-c21dd6c46124,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:39.735617 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:39.812069 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Checking segment: {'id': 'bce0943b-31f4-491f-b626-754f12449ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:56:39.812697 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Network hostable DHCP agents. Network: eb44af68-5e35-4c62-abb0-01712737e405, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:56:39.893677 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Calling delete_port for 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:56:39.960591 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Network eb44af68-5e35-4c62-abb0-01712737e405 is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:56:39.964661 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb', 'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'mac_address': 'fa:16:3e:d7:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:32Z', 'updated_at': '2021-08-24T18:56:38Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'subnets': [{'id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:39.969573 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc55da-374c-4b08-9098-0fce22f6af8f None None] The sync data for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb is: [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb', 'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'mac_address': 'fa:16:3e:d7:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:32Z', 'updated_at': '2021-08-24T18:56:38Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'subnets': [{'id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:56:40.000462 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Router 81bdf5b5-b7c3-4def-8341-22533c7b146c has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:56:40.060837 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6a7f4-8099-4bc0-9d56-6655626ebf61 req-37f7dfbb-10bc-4efe-acb1-1d8ee53582ee tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:40.071452 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-06e6a7f4-8099-4bc0-9d56-6655626ebf61 req-37f7dfbb-10bc-4efe-acb1-1d8ee53582ee tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 950 time: 0.1597056 Aug 24 18:56:40.089657 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, eb44af68-5e35-4c62-abb0-01712737e405) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:40.094448 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:40.095056 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:40.099382 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63717565-ce30-45a8-916a-083c554bd15f None None] Network eb44af68-5e35-4c62-abb0-01712737e405 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:56:40.205565 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-06e6a7f4-8099-4bc0-9d56-6655626ebf61 req-f29d696c-a2bc-48a5-8fee-1e2faa97b7ae tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/security-groups?id=22e8b509-11d6-42e6-9258-e81a306b94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332154 Aug 24 18:56:40.310685 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:40.329739 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-60b6aaa9-d603-4770-b603-6907a4630f59 tempest-DeleteServersTestJSON-1908817718 tempest-DeleteServersTestJSON-1908817718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:40.334290 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-56883dd6-68af-4186-ba63-893561781ec3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2197382 Aug 24 18:56:40.338987 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43744) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:40.350536 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:40.372628 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:40.391197 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Usage tracker for resource:router and tenant:dfe1b71b67f247eaa0624647c193b345 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:40.397692 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50a503f-42fd-50dd-8832-94e7b5c7b4ac-eb44af68-5e35-4c62-abb0-01712737e405', 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'fixed_ips': [{'subnet_id': 'ada39694-18f8-448b-a950-c21dd6c46124'}]}} from dv-cinder-805825-1-smb. {{(pid=75890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:56:40.398717 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:40.398840 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:40.407123 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Pushing event deleted for resources: {'Port': ['ID=18f09c72-7b1c-4bac-acbe-44cc9eaf3548,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:40.414572 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:40.493196 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:40.602889 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1672817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4801'] for router, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:40.604957 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1672722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686218', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1758666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4822'] for router, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:40.610726 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:56:40.622693 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] Sync routers for ids ['81bdf5b5-b7c3-4def-8341-22533c7b146c'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:56:40.629193 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:40.652030 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] Routers {'81bdf5b5-b7c3-4def-8341-22533c7b146c'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:56:40.652910 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['81bdf5b5-b7c3-4def-8341-22533c7b146c'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:40.655243 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.db_base_plugin_common [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Allocated IP 172.20.0.2 (eb44af68-5e35-4c62-abb0-01712737e405/ada39694-18f8-448b-a950-c21dd6c46124/534ebae7-d07d-480a-a8be-cb13951f949a) {{(pid=75890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:56:40.673719 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4a43f-39e9-4ee9-9a3c-4ca8c160ec8f req-d839e087-8e61-43dc-a6fc-1443a8455a45 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:40.675473 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9ff4a43f-39e9-4ee9-9a3c-4ca8c160ec8f req-d839e087-8e61-43dc-a6fc-1443a8455a45 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1750932 Aug 24 18:56:40.791026 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] 10.222.0.20 "PUT /v2.0/routers/81bdf5b5-b7c3-4def-8341-22533c7b146c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1137695 Aug 24 18:56:40.801906 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43754) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:41.036130 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] No DVR routers for this DVR port 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:56:41.041099 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:41.043469 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] Set router 81bdf5b5-b7c3-4def-8341-22533c7b146c gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:56:41.045519 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3337bc89-f6c8-4ac5-ac4e-b7d32453c3c8 req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.58 "DELETE /v2.0/ports/18f09c72-7b1c-4bac-acbe-44cc9eaf3548 HTTP/1.1" status: 204 len: 173 time: 2.2561753 Aug 24 18:56:41.066505 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9ff4a43f-39e9-4ee9-9a3c-4ca8c160ec8f req-87625823-5b4c-4c68-ab81-83f995074a21 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750114 Aug 24 18:56:41.067346 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6f54e1-97f4-4669-a059-d8fc830331f8', 'name': 'network-vif-deleted', 'tag': '18f09c72-7b1c-4bac-acbe-44cc9eaf3548'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:56:41.118493 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Notify callbacks [] for port, precommit_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:41.118925 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:41.126666 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Transition to ACTIVE for port object 534ebae7-d07d-480a-a8be-cb13951f949a will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:41.151404 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Transition to ACTIVE for port object 534ebae7-d07d-480a-a8be-cb13951f949a will not be triggered until provisioned by entity DHCP. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:41.206122 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:56:41.246249 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6f54e1-97f4-4669-a059-d8fc830331f8', 'name': 'network-vif-deleted', 'tag': '18f09c72-7b1c-4bac-acbe-44cc9eaf3548', 'status': 'completed', 'code': 200} Aug 24 18:56:41.265768 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:56:41.266165 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 18f09c72-7b1c-4bac-acbe-44cc9eaf3548 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:56:41.420016 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:41.425623 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:41.508179 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a07b0e53-8e4e-4bec-a504-7a1746152928 req-373206cb-e702-452d-b854-a15a93754a57 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Synchronizing usage tracker for tenant:67c0c85a6d9448f18e7ec577ff3a9e7a on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:56:41.597088 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Network eb44af68-5e35-4c62-abb0-01712737e405 is already hosted by enough agents. {{(pid=75890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:56:41.597088 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.base_scheduler [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Resources bound (agent type, host, resource id): {{(pid=75890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:41.609447 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:41.656602 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks [] for router, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:41.699069 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Received port after_create {{(pid=75890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:56:41.707239 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:41.719439 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a07b0e53-8e4e-4bec-a504-7a1746152928 req-373206cb-e702-452d-b854-a15a93754a57 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Unset dirty status for tenant:67c0c85a6d9448f18e7ec577ff3a9e7a on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:56:41.726722 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Pushing event updated for resources: {'Port': ['ID=534ebae7-d07d-480a-a8be-cb13951f949a,revision_number=1']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:41.732863 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a07b0e53-8e4e-4bec-a504-7a1746152928 req-373206cb-e702-452d-b854-a15a93754a57 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6f54e1-97f4-4669-a059-d8fc830331f8 HTTP/1.1" status: 200 len: 210 time: 0.3150570 Aug 24 18:56:41.768086 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:41.776704 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:41.802538 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:40Z', 'updated_at': '2021-08-24T18:56:37Z', 'revision_number': 5, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'gw_port': {'id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:41.809175 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] Checking router: 81bdf5b5-b7c3-4def-8341-22533c7b146c for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:56:41.837085 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] Routers {'81bdf5b5-b7c3-4def-8341-22533c7b146c'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:56:41.837704 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['81bdf5b5-b7c3-4def-8341-22533c7b146c'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:41.892640 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Attempting to bind port 534ebae7-d07d-480a-a8be-cb13951f949a on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:56:41.893542 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Attempting to bind port 534ebae7-d07d-480a-a8be-cb13951f949a by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': 'bce0943b-31f4-491f-b626-754f12449ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:56:41.894154 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Attempting to bind port 534ebae7-d07d-480a-a8be-cb13951f949a on network eb44af68-5e35-4c62-abb0-01712737e405 {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:56:41.904797 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:56:41.912232 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Checking segment: {'id': 'bce0943b-31f4-491f-b626-754f12449ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:56:41.912232 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:41.912232 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Bound using segment: {'id': 'bce0943b-31f4-491f-b626-754f12449ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:56:41.912232 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Bound port: 534ebae7-d07d-480a-a8be-cb13951f949a, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce0943b-31f4-491f-b626-754f12449ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:56:41.912232 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:41.990611 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:42.014738 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:42.016405 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.030915 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Allocated IP 172.28.1.119 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/f207f40e-da51-4492-9161-79854f30e375) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:56:42.060735 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.197646 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Deleting port b17eef1c-6612-42e0-b4c8-d9fb6362a279 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:56:42.197991 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.236117 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.302653 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] For port 534ebae7-d07d-480a-a8be-cb13951f949a, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:56:42.357729 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] Set router 81bdf5b5-b7c3-4def-8341-22533c7b146c gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:56:42.369806 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.385034 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] For port 534ebae7-d07d-480a-a8be-cb13951f949a, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=534ebae7-d07d-480a-a8be-cb13951f949a,segment=NetworkSegment(bce0943b-31f4-491f-b626-754f12449ba2),segment_id=bce0943b-31f4-491f-b626-754f12449ba2)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:56:42.389628 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-67167945-353e-4b7b-aa35-97db0fba54ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:42.454530 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.484175 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:56:42.496016 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.511539 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:42.525954 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-42d6d041-ddf7-4265-b11a-415188ef4240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:42.552545 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:56:42.643810 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Pushing event updated for resources: {'Port': ['ID=f207f40e-da51-4492-9161-79854f30e375,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:42.649388 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:42.653910 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:42.707506 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] For port b17eef1c-6612-42e0-b4c8-d9fb6362a279, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=b17eef1c-6612-42e0-b4c8-d9fb6362a279,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:42.708212 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.721968 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Pushing event updated for resources: {'Port': ['ID=534ebae7-d07d-480a-a8be-cb13951f949a,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:42.738899 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:42.808488 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.814644 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:42.926086 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Calling delete_port for b17eef1c-6612-42e0-b4c8-d9fb6362a279 owned by network:router_gateway {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:56:42.958341 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:42.965504 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684507'] for router, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:43.004426 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:43.007638 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:43.136825 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:40Z', 'updated_at': '2021-08-24T18:56:37Z', 'revision_number': 5, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'gw_port': {'id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:43.145248 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c94f73-7b2a-43cf-99e3-52bdfe0c66e8 None None] The sync data for ids ['81bdf5b5-b7c3-4def-8341-22533c7b146c'] in dv-cinder-805825-1-smb is: [{'id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'name': 'tempest-ServerRescueNegativeTestJSON-788272333-router', 'tenant_id': 'b9343e3993114cb19e51ddd4e31419e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:40Z', 'updated_at': '2021-08-24T18:56:37Z', 'revision_number': 5, 'project_id': 'b9343e3993114cb19e51ddd4e31419e6', 'gw_port': {'id': 'b17eef1c-6612-42e0-b4c8-d9fb6362a279', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bdf5b5-b7c3-4def-8341-22533c7b146c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:56:43.198991 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43796) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:43.248322 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4511623-9c18-4753-a7ca-b5512b7c1c13 req-11a59118-5e49-4836-8a3a-2392abe0d6e1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:43.255713 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e4511623-9c18-4753-a7ca-b5512b7c1c13 req-11a59118-5e49-4836-8a3a-2392abe0d6e1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.7151899 Aug 24 18:56:43.418852 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e4511623-9c18-4753-a7ca-b5512b7c1c13 req-068f0b97-9b55-4ad6-9e84-024730367bf2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622889 Aug 24 18:56:43.508893 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:43.521685 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-94003d9a-e8c5-40a3-a641-d973f4c60929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:43.709700 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17eef1c-6612-42e0-b4c8-d9fb6362a279,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:43.712334 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:43.745496 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:43.796822 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Router 9862e189-43d3-4be4-9814-3728dcd092c1 is scheduled to L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 with binding_index 1 {{(pid=75888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:56:43.835524 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:43.971655 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:44.002223 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:44.002933 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:44.110957 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:56:44.166319 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Sync routers for ids ['9862e189-43d3-4be4-9814-3728dcd092c1'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:56:44.180302 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17023d61-5d83-481a-935a-79a1c51f5713 None None] Network eb44af68-5e35-4c62-abb0-01712737e405 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:56:44.207548 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684519'] for router_gateway, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:44.268244 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Usage tracker for resource:security_group_rule and tenant:2a105adc7e2443d3af44a9dec4bacdd8 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:44.276205 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:44.280410 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Routers {'9862e189-43d3-4be4-9814-3728dcd092c1'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:56:44.281143 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['9862e189-43d3-4be4-9814-3728dcd092c1'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:44.282510 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Notify callbacks [] for router, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:44.284228 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9442773 Aug 24 18:56:44.286949 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43822) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:44.289838 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:44.501864 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Set router 9862e189-43d3-4be4-9814-3728dcd092c1 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:56:44.604773 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4831'] for router, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:44.609341 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:44.799908 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:44.819007 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 534ebae7-d07d-480a-a8be-cb13951f949a up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:44.989982 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935bd25-5ae4-4e00-a167-1aa312259a46 req-de325b49-1f7d-408c-a54e-2a0bb3c67528 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:44.994513 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c935bd25-5ae4-4e00-a167-1aa312259a46 req-de325b49-1f7d-408c-a54e-2a0bb3c67528 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1148071 Aug 24 18:56:45.124870 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c935bd25-5ae4-4e00-a167-1aa312259a46 req-949c9311-8fa6-4bd2-a5a6-06645cfb3e5b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237392 Aug 24 18:56:45.235818 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f207f40e-da51-4492-9161-79854f30e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:40Z', 'updated_at': '2021-08-24T18:56:42Z', 'revision_number': 3, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'gw_port': {'id': 'f207f40e-da51-4492-9161-79854f30e375', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:41Z', 'updated_at': '2021-08-24T18:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:45.247769 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Checking router: 9862e189-43d3-4be4-9814-3728dcd092c1 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:56:45.248203 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Updating router 9862e189-43d3-4be4-9814-3728dcd092c1 port f207f40e-da51-4492-9161-79854f30e375 binding host dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:56:45.322113 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.437307 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.474141 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672475'] for router, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.475177 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81bdf5b5-b7c3-4def-8341-22533c7b146c {{(pid=75889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:56:45.485839 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d5cb715c-a8bc-4f63-a2ab-978a65190462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:45.500157 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43870) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:45.500794 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a105adc7e2443d3af44a9dec4bacdd8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2746885 Aug 24 18:56:45.509458 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 534ebae7-d07d-480a-a8be-cb13951f949a completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:45.520699 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-51d655ea-55db-4593-8778-298fa4913797 None None] Provisioning for port 534ebae7-d07d-480a-a8be-cb13951f949a completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:45.531178 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-51d655ea-55db-4593-8778-298fa4913797 None None] Provisioning complete for port 534ebae7-d07d-480a-a8be-cb13951f949a triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:45.531777 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-51d655ea-55db-4593-8778-298fa4913797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.536661 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a077418-b094-466e-b575-110c6c0f5569,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:45.546771 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.547136 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.547490 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.547840 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.548186 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.548579 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.548927 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.549270 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.549607 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.549943 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.550318 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:45.555436 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:45.558867 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.558867 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] 10.222.0.20 "DELETE /v2.0/routers/81bdf5b5-b7c3-4def-8341-22533c7b146c HTTP/1.1" status: 204 len: 168 time: 4.7523274 Aug 24 18:56:45.560815 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43878) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:45.592660 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 534ebae7-d07d-480a-a8be-cb13951f949a triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:45.593100 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.664611 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_v2 [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] Deleting subnet 72dc8022-b948-4086-b056-ec757d0fc004 {{(pid=75889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:56:45.667977 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.680383 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.713534 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.742766 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7211180'] for subnet, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.866961 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:45.868142 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.095325 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Allocated IP 172.20.0.1 (eb44af68-5e35-4c62-abb0-01712737e405/ada39694-18f8-448b-a950-c21dd6c46124/5146faf6-f68c-4fed-8e3e-f922db0161c2) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:56:46.111334 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6636141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6968070'] for subnet, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.115711 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:46.123511 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-51d655ea-55db-4593-8778-298fa4913797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.176186 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.218060 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72dc8022-b948-4086-b056-ec757d0fc004,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:46.232277 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:46.250040 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.260174 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72dc8022-b948-4086-b056-ec757d0fc004 HTTP/1.1" status: 204 len: 168 time: 0.6982117 Aug 24 18:56:46.264009 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43906) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:46.280048 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-51d655ea-55db-4593-8778-298fa4913797 None None] For port 534ebae7-d07d-480a-a8be-cb13951f949a, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=534ebae7-d07d-480a-a8be-cb13951f949a,segment=NetworkSegment(bce0943b-31f4-491f-b626-754f12449ba2),segment_id=bce0943b-31f4-491f-b626-754f12449ba2)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:46.297401 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.307317 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e83094a7-814f-4932-8c36-400cf082fc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:46.327973 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a077418-b094-466e-b575-110c6c0f5569,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:46.355169 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.355539 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.355903 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.356261 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.356661 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.357028 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.357368 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.357739 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.358133 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.358473 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.360398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:56:46.366295 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.369757 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a077418-b094-466e-b575-110c6c0f5569 HTTP/1.1" status: 204 len: 168 time: 0.8662801 Aug 24 18:56:46.376035 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:46.465243 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.481007 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Notify callbacks [] for port, precommit_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.488691 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.provisioning_blocks [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Transition to ACTIVE for port object 5146faf6-f68c-4fed-8e3e-f922db0161c2 will not be triggered until provisioned by entity DHCP. {{(pid=75888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:46.488904 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.533276 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Transition to ACTIVE for port object f207f40e-da51-4492-9161-79854f30e375 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:56:46.537291 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-51d655ea-55db-4593-8778-298fa4913797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.542608 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:46.665203 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.671162 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:46.748538 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.db.api [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:56:46.749004 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_db.api [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:56:46.753150 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.777511 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Network eb44af68-5e35-4c62-abb0-01712737e405 is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:56:46.786109 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:46.792085 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:56:46.794269 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Attempting to bind port f207f40e-da51-4492-9161-79854f30e375 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:56:46.794959 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Attempting to bind port f207f40e-da51-4492-9161-79854f30e375 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:56:46.795804 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Attempting to bind port f207f40e-da51-4492-9161-79854f30e375 on network 235a799a-ae38-4f75-bc14-04b553bb03ab {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:56:46.824159 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d655ea-55db-4593-8778-298fa4913797 None None] Pushing event updated for resources: {'Port': ['ID=534ebae7-d07d-480a-a8be-cb13951f949a,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:46.834388 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-51d655ea-55db-4593-8778-298fa4913797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:46.840311 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:46.846132 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Pushing event updated for resources: {'Port': ['ID=5146faf6-f68c-4fed-8e3e-f922db0161c2,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:46.855504 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:46.875480 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684677'] for router_interface, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.897227 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-67a0a747-3125-4223-aa71-887e559406e2 None None] Provisioning complete for port 534ebae7-d07d-480a-a8be-cb13951f949a triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:46.897622 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-67a0a747-3125-4223-aa71-887e559406e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.913351 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:56:46.947827 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.966328 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:56:46.966844 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Checking segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:56:46.967281 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.967696 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Bound using segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:56:46.968210 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Bound port: f207f40e-da51-4492-9161-79854f30e375, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:56:46.968597 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:46.984715 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86bff8-38d6-45b1-8653-9116b93a8419 req-a806d549-5b59-412f-8c37-c3eb54996ab9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:46.986480 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3c86bff8-38d6-45b1-8653-9116b93a8419 req-a806d549-5b59-412f-8c37-c3eb54996ab9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.3751938 Aug 24 18:56:46.988477 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8c43cd-6691-42d2-bf43-268688d9bcea']}} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:47.133905 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b113-6d5e-42b7-bcb1-1a9b813428d5 None None] Pushing event updated for resources: {'Port': ['ID=f207f40e-da51-4492-9161-79854f30e375,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:47.140986 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-4e85b113-6d5e-42b7-bcb1-1a9b813428d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:47.153583 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] For port f207f40e-da51-4492-9161-79854f30e375, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:56:47.159272 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] For port f207f40e-da51-4492-9161-79854f30e375, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=f207f40e-da51-4492-9161-79854f30e375,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:56:47.161792 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabdbb00-c604-4787-8081-0df457062c5d') {'for_net_delete': True} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:47.162116 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabdbb00-c604-4787-8081-0df457062c5d') {} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:47.225524 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7211171'] for segment, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.271834 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.290940 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.293234 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.300129 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3c86bff8-38d6-45b1-8653-9116b93a8419 req-3443f2d2-dc37-45fc-9708-d162e78e4a97 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769585 Aug 24 18:56:47.312581 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=75889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:56:47.314158 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6636235'] for segment, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.317378 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: Traceback (most recent call last): Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: timer() Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: cb(*args, **kw) Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: return func(*args, **kwargs) Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: self._notify() Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: self.callback(batched_events) Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: event.method(event) Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: return f(self, *a, **k) Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: return self._get(url).json() Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: return self.request(url, 'GET', **kwargs) Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:56:47.343314 dv-cinder-805825-1-smb neutron-server[75889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:56:47.464829 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b52a7687-b98e-4e87-9ebd-e9638359e350 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:56:47.550746 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.552470 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Routers {'9862e189-43d3-4be4-9814-3728dcd092c1'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:56:47.553212 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['9862e189-43d3-4be4-9814-3728dcd092c1'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:47.567774 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ca3f11ac-5b00-4bd1-91e3-f869b231b4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:47.607557 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8c43cd-6691-42d2-bf43-268688d9bcea,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:47.611852 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.620797 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:47.631713 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.647395 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b113-6d5e-42b7-bcb1-1a9b813428d5 None None] Pushing event updated for resources: {'Port': ['ID=f207f40e-da51-4492-9161-79854f30e375,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:47.707671 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-1bb867ce-7961-449e-8043-52288ca1e06d admin admin] 10.222.0.20 "DELETE /v2.0/networks/5c8c43cd-6691-42d2-bf43-268688d9bcea HTTP/1.1" status: 204 len: 168 time: 1.4398580 Aug 24 18:56:47.733464 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: b52a7687-b98e-4e87-9ebd-e9638359e350 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:56:47.733925 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b52a7687-b98e-4e87-9ebd-e9638359e350 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:56:47.735430 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-44a0b799-1eb4-4f94-baf2-8b818d7a5ad6 None None] Provisioning for port 5146faf6-f68c-4fed-8e3e-f922db0161c2 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:47.739074 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-4e85b113-6d5e-42b7-bcb1-1a9b813428d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:47.756558 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.813942 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-44a0b799-1eb4-4f94-baf2-8b818d7a5ad6 None None] Provisioning complete for port 5146faf6-f68c-4fed-8e3e-f922db0161c2 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:47.814297 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-44a0b799-1eb4-4f94-baf2-8b818d7a5ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.827231 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:47.932832 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Pushing event updated for resources: {'Port': ['ID=5146faf6-f68c-4fed-8e3e-f922db0161c2,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:47.935495 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1374989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684268'] for router_interface, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:47.945286 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:48.051851 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 534ebae7-d07d-480a-a8be-cb13951f949a up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:48.100707 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-44a0b799-1eb4-4f94-baf2-8b818d7a5ad6 None None] Port 5146faf6-f68c-4fed-8e3e-f922db0161c2 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:56:48.122589 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Network eb44af68-5e35-4c62-abb0-01712737e405 is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:56:48.122786 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] Set router 9862e189-43d3-4be4-9814-3728dcd092c1 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:56:48.130109 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:56:48.341190 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 534ebae7-d07d-480a-a8be-cb13951f949a triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:48.341781 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:48.466226 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 43944) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:48.618550 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-a6ff6b9e-b0b3-4413-a64e-b762a8d8189f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9343e3993114cb19e51ddd4e31419e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1510620 Aug 24 18:56:48.621563 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 43948) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:48.653614 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-bfbfc50a-b151-400d-aee5-b435b5c9561f None None] Provisioning complete for port 5146faf6-f68c-4fed-8e3e-f922db0161c2 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:48.653910 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bfbfc50a-b151-400d-aee5-b435b5c9561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:48.661094 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145e2a1-0abb-4a2c-a8a2-e4d1d057311e req-a4209a41-505f-4a35-98b4-76983512a857 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:48.671639 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9145e2a1-0abb-4a2c-a8a2-e4d1d057311e req-a4209a41-505f-4a35-98b4-76983512a857 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1031122 Aug 24 18:56:48.719670 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9145e2a1-0abb-4a2c-a8a2-e4d1d057311e req-f1efb2b7-9f64-4480-9cfd-1418f42216d7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490751 Aug 24 18:56:48.739266 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Router 9862e189-43d3-4be4-9814-3728dcd092c1 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:56:48.740407 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-acb25fd1-c694-4ffa-9d1a-d1931504fd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:48.770197 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-bfbfc50a-b151-400d-aee5-b435b5c9561f None None] Port 5146faf6-f68c-4fed-8e3e-f922db0161c2 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:56:48.776393 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f207f40e-da51-4492-9161-79854f30e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:40Z', 'updated_at': '2021-08-24T18:56:46Z', 'revision_number': 4, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'gw_port': {'id': 'f207f40e-da51-4492-9161-79854f30e375', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:41Z', 'updated_at': '2021-08-24T18:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5146faf6-f68c-4fed-8e3e-f922db0161c2', 'name': '', 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'mac_address': 'fa:16:3e:26:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:45Z', 'updated_at': '2021-08-24T18:56:46Z', 'revision_number': 1, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'subnets': [{'id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:56:48.784395 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65a2fa-23d8-4296-a848-764d042bda8f None None] The sync data for ids ['9862e189-43d3-4be4-9814-3728dcd092c1'] in dv-cinder-805825-1-smb is: [{'id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f207f40e-da51-4492-9161-79854f30e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:40Z', 'updated_at': '2021-08-24T18:56:46Z', 'revision_number': 4, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'gw_port': {'id': 'f207f40e-da51-4492-9161-79854f30e375', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:41Z', 'updated_at': '2021-08-24T18:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5146faf6-f68c-4fed-8e3e-f922db0161c2', 'name': '', 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'mac_address': 'fa:16:3e:26:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:45Z', 'updated_at': '2021-08-24T18:56:46Z', 'revision_number': 1, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'subnets': [{'id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:56:48.793829 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-acb25fd1-c694-4ffa-9d1a-d1931504fd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:49.031548 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-acb25fd1-c694-4ffa-9d1a-d1931504fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:49.039038 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:49.064899 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb25fd1-c694-4ffa-9d1a-d1931504fd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54443e55-60d3-4bbd-9755-033bc0d15c38,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:49.069187 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-acb25fd1-c694-4ffa-9d1a-d1931504fd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:49.074836 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:56:49.090264 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] 10.222.0.20 "PUT /v2.0/routers/9862e189-43d3-4be4-9814-3728dcd092c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7969882 Aug 24 18:56:49.146336 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-acb25fd1-c694-4ffa-9d1a-d1931504fd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:49.151313 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-acb25fd1-c694-4ffa-9d1a-d1931504fd43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54443e55-60d3-4bbd-9755-033bc0d15c38 HTTP/1.1" status: 204 len: 168 time: 0.5245609 Aug 24 18:56:50.285204 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d2779-c8da-4033-943a-26db7755a3ef req-5a26c049-5eec-4394-a48a-4322eef4e816 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:50.286897 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7e7d2779-c8da-4033-943a-26db7755a3ef req-5a26c049-5eec-4394-a48a-4322eef4e816 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1252806 Aug 24 18:56:50.350803 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7e7d2779-c8da-4033-943a-26db7755a3ef req-c3afc75a-c20d-486a-962b-bae91377aa98 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537910 Aug 24 18:56:50.442696 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44010) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:50.454658 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701989082', 'description': 'tempest-secgroup-smoke-701989082 description', 'project_id': '0b2b2cd0652b4eb9936615b88476a82a'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:50.470651 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:50.476117 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Usage tracker for resource:security_group and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:50.480112 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:50.491736 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:50.620070 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:50.756262 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:50.760605 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Usage tracker for resource:security_group_rule and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:50.764405 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:50.788750 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:50.861222 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:50.950528 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:50.982319 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ecccceae-9528-4a6a-9868-7002ecbce1d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:51.049680 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27adf866-b30e-47c2-8df6-7061131720fd,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:51.055483 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:51.068377 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:51.072729 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44030) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:51.078870 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Request body: {'security_group_rule': {'security_group_id': '27adf866-b30e-47c2-8df6-7061131720fd', 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:51.082764 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6382451 Aug 24 18:56:51.087511 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:51.093266 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Usage tracker for resource:security_group_rule and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:51.096748 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:51.104165 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:51.183183 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:51.301184 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:51.426429 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:51.439301 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-83c8669a-8c11-4340-91f3-c89fcd8237ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:51.486223 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3324e72b-ca6d-4a4a-aeb6-c5495df665db,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:51.495715 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:51.598660 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:51.603860 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44064) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:51.608779 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-9be245eb-abc2-42b5-bcb2-b4434f43eddd tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5349367 Aug 24 18:56:51.612011 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Request body: {'security_group_rule': {'security_group_id': '27adf866-b30e-47c2-8df6-7061131720fd', 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:51.619734 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:51.625949 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Usage tracker for resource:security_group_rule and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:51.633883 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:51.700719 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:51.766390 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f185e6-e30c-435a-b2ab-df2e62c7c742 req-a0cf589e-f438-40e7-910b-f39fc5a8f9be tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:51.786773 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-22f185e6-e30c-435a-b2ab-df2e62c7c742 req-a0cf589e-f438-40e7-910b-f39fc5a8f9be tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1456261 Aug 24 18:56:51.866963 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-22f185e6-e30c-435a-b2ab-df2e62c7c742 req-0713b213-0cfa-4959-b3db-d79e6d5a01a2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818591 Aug 24 18:56:51.892885 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:51.894707 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device f207f40e-da51-4492-9161-79854f30e375 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:51.992047 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.178312 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.186631 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-fdeee9b9-60d0-4c3b-be51-32afc3272bd2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:52.207394 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd162d17-abab-4410-a2f3-b6c84b967716,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:52.211195 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:52.230382 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port f207f40e-da51-4492-9161-79854f30e375 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:56:52.235832 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port f207f40e-da51-4492-9161-79854f30e375 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:52.236267 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.359642 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.361367 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.362877 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7574203 Aug 24 18:56:52.365788 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44088) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:52.372749 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Request body: {'security_group_rule': {'security_group_id': '27adf866-b30e-47c2-8df6-7061131720fd', 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:52.378807 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:52.381856 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port f207f40e-da51-4492-9161-79854f30e375, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=f207f40e-da51-4492-9161-79854f30e375,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:56:52.384634 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Usage tracker for resource:security_group_rule and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:52.387786 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:52.410414 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:52.544233 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.546179 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-4e42ad1c-f687-4b2a-96ee-b6470f2b89aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:52.556260 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.649746 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.655140 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=f207f40e-da51-4492-9161-79854f30e375,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:52.658520 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:52.750215 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.752248 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:52.781439 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da720d58-362d-4ac6-8fb4-c5f344965e78,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:52.786368 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:52.894029 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.899151 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44116) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:52.900282 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5332823 Aug 24 18:56:52.913054 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Request body: {'security_group_rule': {'security_group_id': '27adf866-b30e-47c2-8df6-7061131720fd', 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:52.924864 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:52.934174 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Usage tracker for resource:security_group_rule and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:52.937731 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:52.945340 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:53.059369 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:53.174053 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:53.259178 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:53.303044 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:53.347351 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbeb1f-b344-48cc-8ad8-d50923667be9 req-f35baa07-4290-41e8-bd03-ac609a913aa0 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:53.358860 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b0bbeb1f-b344-48cc-8ad8-d50923667be9 req-f35baa07-4290-41e8-bd03-ac609a913aa0 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1756127 Aug 24 18:56:53.422496 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b0bbeb1f-b344-48cc-8ad8-d50923667be9 req-e819ce5f-15e9-4137-9799-31f2aae0987d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625567 Aug 24 18:56:53.451749 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1dd690-35ae-4529-b06f-012a1ecc9b4d,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:53.455924 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:53.538737 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:53.540497 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6394961 Aug 24 18:56:53.543250 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44150) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:53.549423 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Request body: {'security_group_rule': {'security_group_id': '27adf866-b30e-47c2-8df6-7061131720fd', 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:53.581785 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:53.595942 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Usage tracker for resource:security_group_rule and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:53.603377 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:53.630933 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:53.745115 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.securitygroups_db [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Project 0b2b2cd0652b4eb9936615b88476a82a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:56:53.754265 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:53.843057 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:54.001479 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:54.004478 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:54.043372 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device f207f40e-da51-4492-9161-79854f30e375 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:56:54.060562 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51b11fa-c665-407c-a0cd-f11b5cb541ec,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:54.063084 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:54.122783 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port f207f40e-da51-4492-9161-79854f30e375 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:56:54.123444 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:54.225072 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:54.230616 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44156) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:54.231231 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6866558 Aug 24 18:56:54.242901 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Request body: {'security_group_rule': {'security_group_id': '27adf866-b30e-47c2-8df6-7061131720fd', 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:56:54.263638 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b17eef1c-6612-42e0-b4c8-d9fb6362a279 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:56:54.267932 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:56:54.277064 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Usage tracker for resource:security_group_rule and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:56:54.280322 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:56:54.294327 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:56:54.325297 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: b17eef1c-6612-42e0-b4c8-d9fb6362a279 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:56:54.325655 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b17eef1c-6612-42e0-b4c8-d9fb6362a279 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:56:54.448513 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.securitygroups_db [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Project 0b2b2cd0652b4eb9936615b88476a82a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:56:54.481254 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:54.596795 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:54.744691 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:54.753212 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:54.792953 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63e79e2-831c-4d18-b57e-bd7444f1a375,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:54.805413 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:54.839528 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9319f-2a91-477d-82d7-f52a6d2c2c7a req-5f6a02f1-5d20-4040-b274-be3499672b2d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:54.841185 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-68b9319f-2a91-477d-82d7-f52a6d2c2c7a req-5f6a02f1-5d20-4040-b274-be3499672b2d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1605814 Aug 24 18:56:54.878054 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:54.879432 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5d1fcf84-052d-4092-8645-c0bfe4be69f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6462994 Aug 24 18:56:54.925125 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-68b9319f-2a91-477d-82d7-f52a6d2c2c7a req-e0a97d8c-4583-4896-b4ec-30871eec5dfc tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763981 Aug 24 18:56:55.561986 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44198) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:55.769479 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44206) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:56:55.779238 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-ce605dfa-43b3-44ea-92b0-676065ff396c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67c0c85a6d9448f18e7ec577ff3a9e7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2149026 Aug 24 18:56:55.869861 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7af8e36c-1f21-44e0-b2c0-65fbf9736530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:55.896715 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7af8e36c-1f21-44e0-b2c0-65fbf9736530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:56.058947 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7af8e36c-1f21-44e0-b2c0-65fbf9736530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:56.064467 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-8340cd82-0388-4506-9104-9c159ccd7378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:56:56.127882 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8e36c-1f21-44e0-b2c0-65fbf9736530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e8b509-11d6-42e6-9258-e81a306b94ed,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:56:56.131809 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-7af8e36c-1f21-44e0-b2c0-65fbf9736530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:56:56.215464 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7af8e36c-1f21-44e0-b2c0-65fbf9736530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:56.221322 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-7af8e36c-1f21-44e0-b2c0-65fbf9736530 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22e8b509-11d6-42e6-9258-e81a306b94ed HTTP/1.1" status: 204 len: 168 time: 0.4474604 Aug 24 18:56:56.300771 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a018c67-947a-4ecc-b95c-4c95d1a0900f req-470ab81e-8c53-490a-b423-377fda3bb69c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:56.310496 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2a018c67-947a-4ecc-b95c-4c95d1a0900f req-470ab81e-8c53-490a-b423-377fda3bb69c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1988635 Aug 24 18:56:56.370637 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2a018c67-947a-4ecc-b95c-4c95d1a0900f req-87519f81-e06e-45b7-8ca3-aed1fa044d91 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589187 Aug 24 18:56:57.596605 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f73f74-b669-4567-a052-676c02052cd5 req-bb500cc9-8af1-44d5-be58-7d5a4831c95c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:57.598041 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-48f73f74-b669-4567-a052-676c02052cd5 req-bb500cc9-8af1-44d5-be58-7d5a4831c95c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.0874696 Aug 24 18:56:57.646911 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-48f73f74-b669-4567-a052-676c02052cd5 req-c26ec9c5-d176-49a6-8522-40b94b172a2f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423985 Aug 24 18:56:58.877549 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b3bdb-d6d3-4f76-a55f-219ea53ef082 req-d755df4a-7120-47d2-8c38-acef3ae7c385 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:56:58.879263 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ab3b3bdb-d6d3-4f76-a55f-219ea53ef082 req-d755df4a-7120-47d2-8c38-acef3ae7c385 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.0897069 Aug 24 18:56:58.930322 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ab3b3bdb-d6d3-4f76-a55f-219ea53ef082 req-c681fe03-ca9a-439b-bd0c-d852caef34d2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439932 Aug 24 18:57:00.239690 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a540025-cda2-4800-9e6b-5bc0075e8a85 req-43f243b2-e78c-49ee-8c40-716cfd160c5d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:00.241189 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a540025-cda2-4800-9e6b-5bc0075e8a85 req-43f243b2-e78c-49ee-8c40-716cfd160c5d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1284556 Aug 24 18:57:00.291276 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a540025-cda2-4800-9e6b-5bc0075e8a85 req-10ee1228-8d0f-4d7b-8281-0bf3ab64d385 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424790 Aug 24 18:57:01.617886 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352adb6f-f197-459b-acc1-0817bff6fa7a req-060b94e1-c957-40c7-b4b9-53b48d1ded43 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:01.619433 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-352adb6f-f197-459b-acc1-0817bff6fa7a req-060b94e1-c957-40c7-b4b9-53b48d1ded43 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.0845826 Aug 24 18:57:01.664137 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-352adb6f-f197-459b-acc1-0817bff6fa7a req-42c54f44-8c18-4b5c-ba50-5b83eb0b37aa tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385597 Aug 24 18:57:02.230423 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:02.341735 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44314) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:02.494515 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:02.528617 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:02.535216 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Usage tracker for resource:security_group_rule and tenant:0febabfa1755409a974e20024fbfda10 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:02.538288 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:02.547643 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:02.623610 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:02.710522 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:02.718722 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e2be8a27-8064-47a0-9211-9db30a62181b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:02.777851 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dbff46-7cba-4885-8c79-fc58825bd081,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:02.793407 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:02.803739 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44328) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:02.814625 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0febabfa1755409a974e20024fbfda10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4716167 Aug 24 18:57:02.886773 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0273c655-bc87-48b2-beee-18965fdc001a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:02.915119 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0273c655-bc87-48b2-beee-18965fdc001a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:03.024022 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0070f3-7ca0-4eac-90e3-15db0689e028 req-31bc4110-5c98-41ac-b331-1afa97aee209 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:03.025846 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4b0070f3-7ca0-4eac-90e3-15db0689e028 req-31bc4110-5c98-41ac-b331-1afa97aee209 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1132860 Aug 24 18:57:03.077440 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4b0070f3-7ca0-4eac-90e3-15db0689e028 req-de9279d4-53fa-4e40-a5b3-9dad7ec9e1a6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448503 Aug 24 18:57:03.201689 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0273c655-bc87-48b2-beee-18965fdc001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:03.206692 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e05c4735-7c31-4972-80ff-337e43d7fa78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:03.219183 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273c655-bc87-48b2-beee-18965fdc001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dbff46-7cba-4885-8c79-fc58825bd081,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:03.221553 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-0273c655-bc87-48b2-beee-18965fdc001a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:03.226485 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0273c655-bc87-48b2-beee-18965fdc001a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:03.227114 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-0273c655-bc87-48b2-beee-18965fdc001a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20dbff46-7cba-4885-8c79-fc58825bd081 HTTP/1.1" status: 204 len: 168 time: 0.4217489 Aug 24 18:57:03.350520 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-17f37b7b-c0ed-4089-a55a-f9839d58e0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:03.708153 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Sync routers for ids ['9862e189-43d3-4be4-9814-3728dcd092c1'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:57:03.720403 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Routers {'9862e189-43d3-4be4-9814-3728dcd092c1'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:57:03.721006 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['9862e189-43d3-4be4-9814-3728dcd092c1'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:57:03.896120 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Set router 9862e189-43d3-4be4-9814-3728dcd092c1 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:57:03.930322 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44348) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:03.952179 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:03.987439 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:03.992423 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Usage tracker for resource:security_group_rule and tenant:32023fdd3fdd4e6da9ef5dd1a60c8487 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:03.995469 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:04.002186 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:04.076960 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.167250 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.174861 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a71c423c-c946-4089-ba95-b5e7ca2ef535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:04.210949 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f207f40e-da51-4492-9161-79854f30e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:40Z', 'updated_at': '2021-08-24T18:56:46Z', 'revision_number': 4, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'gw_port': {'id': 'f207f40e-da51-4492-9161-79854f30e375', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:41Z', 'updated_at': '2021-08-24T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5146faf6-f68c-4fed-8e3e-f922db0161c2', 'name': '', 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'mac_address': 'fa:16:3e:26:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:45Z', 'updated_at': '2021-08-24T18:56:47Z', 'revision_number': 2, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'subnets': [{'id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:57:04.218280 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Checking router: 9862e189-43d3-4be4-9814-3728dcd092c1 for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:57:04.218495 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99dc6b2-c950-4dae-831d-a1d7ac364ef5,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:04.219260 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Updating router 9862e189-43d3-4be4-9814-3728dcd092c1 port 5146faf6-f68c-4fed-8e3e-f922db0161c2 binding host dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:57:04.221412 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:04.229968 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44354) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:04.246671 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32023fdd3fdd4e6da9ef5dd1a60c8487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3201687 Aug 24 18:57:04.280888 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.297076 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-84490a08-1ef1-4b3f-9bc5-49bb6da12e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.326464 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-84490a08-1ef1-4b3f-9bc5-49bb6da12e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.334231 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7400bad-df38-4a39-a67d-4096a75cd482 req-8a976071-e493-474d-95e9-65ddfc90b9b9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:04.341651 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d7400bad-df38-4a39-a67d-4096a75cd482 req-8a976071-e493-474d-95e9-65ddfc90b9b9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.0938468 Aug 24 18:57:04.392451 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d7400bad-df38-4a39-a67d-4096a75cd482 req-6be06d61-5670-4329-9353-2e62df2c6dd5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499437 Aug 24 18:57:04.469748 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-84490a08-1ef1-4b3f-9bc5-49bb6da12e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.473825 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-1381e284-9772-401e-a176-1249be8ca238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:04.487024 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84490a08-1ef1-4b3f-9bc5-49bb6da12e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99dc6b2-c950-4dae-831d-a1d7ac364ef5,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:04.490533 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-84490a08-1ef1-4b3f-9bc5-49bb6da12e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:04.495820 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-84490a08-1ef1-4b3f-9bc5-49bb6da12e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.496951 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-84490a08-1ef1-4b3f-9bc5-49bb6da12e61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a99dc6b2-c950-4dae-831d-a1d7ac364ef5 HTTP/1.1" status: 204 len: 168 time: 0.2689412 Aug 24 18:57:04.544381 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.671480 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Notify callbacks [] for port, precommit_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.682566 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.provisioning_blocks [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Transition to ACTIVE for port object 5146faf6-f68c-4fed-8e3e-f922db0161c2 will not be triggered until provisioned by entity L2. {{(pid=75891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:57:04.864793 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:04.870204 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-8c5b2e49-aff1-4576-b1ba-40c31750b5bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:04.979626 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d4f8ad6e-4973-491e-b8d8-31913ae1f91d req-7bbbe1c3-b026-4a3d-9912-1e01dcc38f69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 1098 time: 0.0794041 Aug 24 18:57:04.997030 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8378e-2b65-4be0-9792-81915003b52c None None] Pushing event updated for resources: {'Port': ['ID=5146faf6-f68c-4fed-8e3e-f922db0161c2,revision_number=3']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:05.001621 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-1ba8378e-2b65-4be0-9792-81915003b52c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:05.108958 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Attempting to bind port 5146faf6-f68c-4fed-8e3e-f922db0161c2 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:57:05.109736 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Attempting to bind port 5146faf6-f68c-4fed-8e3e-f922db0161c2 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': 'bce0943b-31f4-491f-b626-754f12449ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405'}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:57:05.110708 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Attempting to bind port 5146faf6-f68c-4fed-8e3e-f922db0161c2 on network eb44af68-5e35-4c62-abb0-01712737e405 {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:57:05.118944 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:57:05.119568 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Checking segment: {'id': 'bce0943b-31f4-491f-b626-754f12449ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:57:05.120190 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:05.122452 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Bound using segment: {'id': 'bce0943b-31f4-491f-b626-754f12449ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405'} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:57:05.122948 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Bound port: 5146faf6-f68c-4fed-8e3e-f922db0161c2, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce0943b-31f4-491f-b626-754f12449ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405'}}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:57:05.123359 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:05.201241 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8ad6e-4973-491e-b8d8-31913ae1f91d req-30c2597b-3b6b-4845-ac72-e23bef755a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:05.202701 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d4f8ad6e-4973-491e-b8d8-31913ae1f91d req-30c2597b-3b6b-4845-ac72-e23bef755a98 service neutron] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 918 time: 0.2153904 Aug 24 18:57:05.245090 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] For port 5146faf6-f68c-4fed-8e3e-f922db0161c2, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:57:05.248628 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] For port 5146faf6-f68c-4fed-8e3e-f922db0161c2, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=5146faf6-f68c-4fed-8e3e-f922db0161c2,segment=NetworkSegment(bce0943b-31f4-491f-b626-754f12449ba2),segment_id=bce0943b-31f4-491f-b626-754f12449ba2)] {{(pid=75891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:57:05.321064 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d4f8ad6e-4973-491e-b8d8-31913ae1f91d req-f2a0bb7e-0607-47bb-98f7-1b7ca49232aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2 HTTP/1.1" status: 200 len: 1001 time: 0.1115327 Aug 24 18:57:05.344855 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:05.351686 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-954948cf-7af9-4041-b591-8591090f053f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:05.387087 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8ad6e-4973-491e-b8d8-31913ae1f91d req-33a3ae1b-16b3-4cff-a84e-c0a00bc1ce3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:05.388449 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d4f8ad6e-4973-491e-b8d8-31913ae1f91d req-33a3ae1b-16b3-4cff-a84e-c0a00bc1ce3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.0584745 Aug 24 18:57:05.432236 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8378e-2b65-4be0-9792-81915003b52c None None] Pushing event updated for resources: {'Port': ['ID=5146faf6-f68c-4fed-8e3e-f922db0161c2,revision_number=4']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:05.438531 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-1ba8378e-2b65-4be0-9792-81915003b52c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:05.438531 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Routers {'9862e189-43d3-4be4-9814-3728dcd092c1'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:57:05.438531 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:56:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['9862e189-43d3-4be4-9814-3728dcd092c1'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:57:05.528365 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d4f8ad6e-4973-491e-b8d8-31913ae1f91d req-27a1f1f0-a828-46f9-b6e2-a6a6ff45ba56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1151850 Aug 24 18:57:05.682099 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] Set router 9862e189-43d3-4be4-9814-3728dcd092c1 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:57:05.777543 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d4f8ad6e-4973-491e-b8d8-31913ae1f91d req-62966e3b-3e6a-4268-b4af-135880fcfb03 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426579 Aug 24 18:57:05.791108 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc449d44-6e44-4d50-8c73-64914003bbb7 req-2de5866e-0bb4-404b-9604-0c8045f5b1f9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:05.792956 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fc449d44-6e44-4d50-8c73-64914003bbb7 req-2de5866e-0bb4-404b-9604-0c8045f5b1f9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.1305082 Aug 24 18:57:05.846909 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-f8ce249f-d351-4f6c-b745-9978f80c991b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:05.910176 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 5146faf6-f68c-4fed-8e3e-f922db0161c2 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:57:05.953393 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fc449d44-6e44-4d50-8c73-64914003bbb7 req-cfd19453-2943-400c-a9d1-f0a49ed7fc8d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530924 Aug 24 18:57:06.018623 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d4f8ad6e-4973-491e-b8d8-31913ae1f91d req-69540ef1-70c6-4786-aa13-bce42cd2342a service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245290 Aug 24 18:57:06.105101 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f207f40e-da51-4492-9161-79854f30e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:40Z', 'updated_at': '2021-08-24T18:56:46Z', 'revision_number': 4, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'gw_port': {'id': 'f207f40e-da51-4492-9161-79854f30e375', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:41Z', 'updated_at': '2021-08-24T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5146faf6-f68c-4fed-8e3e-f922db0161c2', 'name': '', 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'mac_address': 'fa:16:3e:26:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:45Z', 'updated_at': '2021-08-24T18:57:05Z', 'revision_number': 4, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'subnets': [{'id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:57:06.111544 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85caa2f0-4ce8-4149-8d00-1546fc6c77a7 None None] The sync data for ids ['9862e189-43d3-4be4-9814-3728dcd092c1'] in dv-cinder-805825-1-smb is: [{'id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f207f40e-da51-4492-9161-79854f30e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:40Z', 'updated_at': '2021-08-24T18:56:46Z', 'revision_number': 4, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'gw_port': {'id': 'f207f40e-da51-4492-9161-79854f30e375', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:41Z', 'updated_at': '2021-08-24T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5146faf6-f68c-4fed-8e3e-f922db0161c2', 'name': '', 'network_id': 'eb44af68-5e35-4c62-abb0-01712737e405', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'mac_address': 'fa:16:3e:26:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:45Z', 'updated_at': '2021-08-24T18:57:05Z', 'revision_number': 4, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'subnets': [{'id': 'ada39694-18f8-448b-a950-c21dd6c46124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:57:06.138780 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 5146faf6-f68c-4fed-8e3e-f922db0161c2 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:57:06.144298 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 5146faf6-f68c-4fed-8e3e-f922db0161c2 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:57:06.144667 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:06.340175 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:06.374360 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 5146faf6-f68c-4fed-8e3e-f922db0161c2, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=5146faf6-f68c-4fed-8e3e-f922db0161c2,segment=NetworkSegment(bce0943b-31f4-491f-b626-754f12449ba2),segment_id=bce0943b-31f4-491f-b626-754f12449ba2)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:57:06.527301 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:06.530325 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:06.607205 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=5146faf6-f68c-4fed-8e3e-f922db0161c2,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:06.610531 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:06.664462 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:07.211049 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bf13f-4fb7-4f78-929a-3ef41a0a7389 req-1ea3800b-9c93-409e-94ed-82dcea5931fb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:07.212537 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0c8bf13f-4fb7-4f78-929a-3ef41a0a7389 req-1ea3800b-9c93-409e-94ed-82dcea5931fb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 945 time: 0.0899656 Aug 24 18:57:07.262569 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0c8bf13f-4fb7-4f78-929a-3ef41a0a7389 req-c436d10d-de18-409a-91f8-48f45169f849 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440931 Aug 24 18:57:07.322591 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:57:07.447548 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:07.474584 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:57:07.484401 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:57:07.533176 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'code': 200} Aug 24 18:57:07.556192 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:07.558932 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:07.638285 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=8']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:07.641463 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:07.829491 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 5146faf6-f68c-4fed-8e3e-f922db0161c2 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:57:07.908864 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 5146faf6-f68c-4fed-8e3e-f922db0161c2 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:57:07.909245 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:08.117392 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:08.485386 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b934ac-9bbb-41c9-8f4d-08d0658c2e99 req-603ac83b-1810-46e8-a637-20daf6430624 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:08.487034 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c6b934ac-9bbb-41c9-8f4d-08d0658c2e99 req-603ac83b-1810-46e8-a637-20daf6430624 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0903139 Aug 24 18:57:08.535755 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c6b934ac-9bbb-41c9-8f4d-08d0658c2e99 req-838b2f4f-a88d-452e-b730-ca3ab136e293 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413754 Aug 24 18:57:10.109498 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-efb2b1bd-89f3-4f62-b064-956ff3a43d8d req-aaed7288-ceee-48de-a95b-2ad0d19c51df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0728202 Aug 24 18:57:10.614142 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba15ff4-ebf2-4cc2-9089-4dad0c3679c1 req-08f982c9-01d6-4550-bf8d-e99b4dbc313e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:10.615579 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cba15ff4-ebf2-4cc2-9089-4dad0c3679c1 req-08f982c9-01d6-4550-bf8d-e99b4dbc313e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1360114 Aug 24 18:57:10.667587 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cba15ff4-ebf2-4cc2-9089-4dad0c3679c1 req-e2327d52-9c8e-4893-a138-67a9e3b3b31b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456710 Aug 24 18:57:10.878166 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44500) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:11.017158 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-88c2554b-68c8-4465-a2dc-95aa8685ba63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377070 Aug 24 18:57:11.329911 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:57:11.900655 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c37c6-9dc8-4692-b69a-6fd7c431f323 req-c4828a48-f008-45a8-b208-5355671fd3ab tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:11.905562 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-599c37c6-9dc8-4692-b69a-6fd7c431f323 req-c4828a48-f008-45a8-b208-5355671fd3ab tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1026838 Aug 24 18:57:11.968085 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-599c37c6-9dc8-4692-b69a-6fd7c431f323 req-7be38c3a-23d3-4191-b181-24cc2a288439 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573659 Aug 24 18:57:13.183159 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbfd34-23fe-4d45-86d1-299dbdc8e12a req-173620fa-c560-430a-9ef2-0b4f05c69975 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:13.184639 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cebbfd34-23fe-4d45-86d1-299dbdc8e12a req-173620fa-c560-430a-9ef2-0b4f05c69975 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0817575 Aug 24 18:57:13.230472 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cebbfd34-23fe-4d45-86d1-299dbdc8e12a req-75a64ad5-8753-462b-9c32-f5d5dbf3c1ae tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403106 Aug 24 18:57:14.131542 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-ad9cb4cd-7594-4672-90c2-4d054c9bbef3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb&tenant_id=e3fdee0a01874b569ec972a528b43375 HTTP/1.1" status: 200 len: 1096 time: 0.0843639 Aug 24 18:57:14.225614 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-24daa062-f9de-4ffe-8749-8c7463821117 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 1096 time: 0.0707598 Aug 24 18:57:14.359284 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-ab0fc920-f00c-4349-ad55-0bcc63526ee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:14.360839 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-ab0fc920-f00c-4349-ad55-0bcc63526ee5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 918 time: 0.1276176 Aug 24 18:57:14.451174 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504aa3d-aef2-4a75-901b-99a3e544f6ea req-8c364f78-3f7c-44fb-9311-e20a9417aa09 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:14.452719 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0504aa3d-aef2-4a75-901b-99a3e544f6ea req-8c364f78-3f7c-44fb-9311-e20a9417aa09 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0837448 Aug 24 18:57:14.502137 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0504aa3d-aef2-4a75-901b-99a3e544f6ea req-c747802f-b70d-48b1-9bef-24fa1af20a76 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436623 Aug 24 18:57:14.555014 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-16b62bf4-b307-488e-8987-a658a53af697 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2 HTTP/1.1" status: 200 len: 999 time: 0.1877861 Aug 24 18:57:14.619845 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-59bca8f5-4cb3-434b-ba9c-8d9cbb31ad66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:14.621271 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-59bca8f5-4cb3-434b-ba9c-8d9cbb31ad66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.0596759 Aug 24 18:57:14.698832 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-7ca1e205-7179-4a65-a774-1248da5d87fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703893 Aug 24 18:57:14.831623 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-54df37e7-e6e5-4201-a5e7-0938345495f4 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258104 Aug 24 18:57:14.967632 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8910446a-9c6b-4e78-9741-9fbe2e3bce6c req-c88d26dd-983d-47ed-b07f-45a6ea3596a4 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293347 Aug 24 18:57:15.446956 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051730a-b637-4207-90c5-713b87dc7485 req-a3473fe0-0898-4475-be2a-3010f7528a2c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:15.448636 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9051730a-b637-4207-90c5-713b87dc7485 req-a3473fe0-0898-4475-be2a-3010f7528a2c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.1093934 Aug 24 18:57:15.503338 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9051730a-b637-4207-90c5-713b87dc7485 req-2605856a-4a82-419f-b06d-0b9c3baad2fb tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473371 Aug 24 18:57:15.718397 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e6d74-df4b-4eec-8e4a-08af0bb519b2 req-da18f31a-8551-4754-9a7d-715417d37acd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:15.719891 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee4e6d74-df4b-4eec-8e4a-08af0bb519b2 req-da18f31a-8551-4754-9a7d-715417d37acd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0754454 Aug 24 18:57:15.769069 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee4e6d74-df4b-4eec-8e4a-08af0bb519b2 req-f057d14c-3961-4c8a-9459-fc5b527be4bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431480 Aug 24 18:57:15.994771 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44594) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:16.142040 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:16.172513 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:16.176388 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Usage tracker for resource:security_group_rule and tenant:a2e180c9c5ab44d9a7854d351af1ae69 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:16.179983 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:16.185776 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:16.250798 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:16.388969 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:16.395945 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-1ff54450-75c9-4054-ac89-0ef41c02ac53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:16.432629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4016947c-95ad-41d0-a92a-3f7dc8f3aedc,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:16.435975 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:16.441987 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2e180c9c5ab44d9a7854d351af1ae69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4462216 Aug 24 18:57:16.444584 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44608) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:16.521127 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-86e30950-e27b-4790-99bc-887c44fdc33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:16.550303 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-86e30950-e27b-4790-99bc-887c44fdc33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:16.686666 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-86e30950-e27b-4790-99bc-887c44fdc33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:16.696613 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4a8b6327-f145-4d2c-8e33-fbfb000b7348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:16.714499 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e30950-e27b-4790-99bc-887c44fdc33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4016947c-95ad-41d0-a92a-3f7dc8f3aedc,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:16.728096 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-86e30950-e27b-4790-99bc-887c44fdc33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:16.773134 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-86e30950-e27b-4790-99bc-887c44fdc33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:16.774454 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-86e30950-e27b-4790-99bc-887c44fdc33f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4016947c-95ad-41d0-a92a-3f7dc8f3aedc HTTP/1.1" status: 204 len: 168 time: 0.3287902 Aug 24 18:57:16.847602 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1a564-fc2f-42ed-aaac-93600f35a111 req-f12fbde3-ea67-40db-936a-a26663c71bcc tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:16.849376 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-16a1a564-fc2f-42ed-aaac-93600f35a111 req-f12fbde3-ea67-40db-936a-a26663c71bcc tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.1239436 Aug 24 18:57:16.934606 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-16a1a564-fc2f-42ed-aaac-93600f35a111 req-57e6d413-d3d0-472f-938c-144f0e605083 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727267 Aug 24 18:57:17.069609 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ce1a8-7e62-4c7f-8b5c-d3c1b472a294 req-95a97606-0e27-40f0-a934-855f31e24953 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:17.071189 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-915ce1a8-7e62-4c7f-8b5c-d3c1b472a294 req-95a97606-0e27-40f0-a934-855f31e24953 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1002684 Aug 24 18:57:17.140292 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-915ce1a8-7e62-4c7f-8b5c-d3c1b472a294 req-7937abde-74de-4b3c-aaa7-28abae8ee758 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628481 Aug 24 18:57:17.719130 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44632) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:17.738827 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:17.769517 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:17.774144 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Usage tracker for resource:security_group_rule and tenant:f86b1e4498e34769bf7c89ecea09fbdf is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:17.777054 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:17.782762 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:17.852007 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:17.938115 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:17.945452 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-01f437ce-65bd-4d84-8b02-058e23012a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:18.000283 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c40a04-6093-4a7a-b9cb-2de4543acfd3,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:18.003794 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:18.006978 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f86b1e4498e34769bf7c89ecea09fbdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2859843 Aug 24 18:57:18.009540 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44638) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:18.080887 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-163c563e-8b9b-4928-987e-44973104d059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:18.169219 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-163c563e-8b9b-4928-987e-44973104d059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:18.221640 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bf34d-3174-4d2a-a7e1-fe62b00ac67b req-270e4336-8965-47fe-8dc4-66ce544f2c73 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:18.223222 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8e1bf34d-3174-4d2a-a7e1-fe62b00ac67b req-270e4336-8965-47fe-8dc4-66ce544f2c73 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.1437752 Aug 24 18:57:18.285438 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8e1bf34d-3174-4d2a-a7e1-fe62b00ac67b req-ed1d2b21-3d79-4ec2-9969-ed9e73d63772 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547073 Aug 24 18:57:18.395339 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-163c563e-8b9b-4928-987e-44973104d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:18.400656 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c52d2a12-a01a-47db-aa8f-2d57ac01e0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:18.417391 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c563e-8b9b-4928-987e-44973104d059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c40a04-6093-4a7a-b9cb-2de4543acfd3,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:18.420104 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-163c563e-8b9b-4928-987e-44973104d059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:18.421330 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-163c563e-8b9b-4928-987e-44973104d059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:18.422737 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-163c563e-8b9b-4928-987e-44973104d059 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36c40a04-6093-4a7a-b9cb-2de4543acfd3 HTTP/1.1" status: 204 len: 168 time: 0.4120641 Aug 24 18:57:18.453389 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba9dbc-120d-4f47-a0b7-bd3638e572e7 req-7e8f1acd-5390-4169-8c24-8fd319e3aacf tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:18.455053 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-83ba9dbc-120d-4f47-a0b7-bd3638e572e7 req-7e8f1acd-5390-4169-8c24-8fd319e3aacf tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0876560 Aug 24 18:57:18.525491 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-83ba9dbc-120d-4f47-a0b7-bd3638e572e7 req-4d207873-ee7c-4e1a-9d1b-01d349f6d55f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563567 Aug 24 18:57:18.838585 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44658) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:19.035550 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-9e39220c-a404-4a37-a1a2-2226c85a2458 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Synchronizing usage tracker for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:57:19.076415 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:19.110390 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:19.114593 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Usage tracker for resource:security_group_rule and tenant:c33d6b3520eb4b6b945aa66cec1bc787 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:19.117496 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:19.123233 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:19.128231 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-9e39220c-a404-4a37-a1a2-2226c85a2458 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Unset dirty status for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:57:19.129400 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-9e39220c-a404-4a37-a1a2-2226c85a2458 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701989082&fields=id&tenant_id=0b2b2cd0652b4eb9936615b88476a82a HTTP/1.1" status: 200 len: 267 time: 0.1550045 Aug 24 18:57:19.322192 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-c7aca6c4-e67f-4a58-a482-a4706116352b tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:19.322878 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-c7aca6c4-e67f-4a58-a482-a4706116352b tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Synchronizing usage tracker for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:network {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:57:19.343424 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:19.482778 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-c7aca6c4-e67f-4a58-a482-a4706116352b tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Unset dirty status for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:network {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:57:19.484475 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-c7aca6c4-e67f-4a58-a482-a4706116352b tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/networks?id=56613873-0b6a-460a-a896-b8da14c9e270 HTTP/1.1" status: 200 len: 808 time: 0.3465924 Aug 24 18:57:19.487150 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:19.495222 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:19.521691 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea7a12-897d-41cc-8b10-e8123867c5aa req-8d67a4ad-f237-4e40-875b-8f95537e0877 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:19.526173 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-beea7a12-897d-41cc-8b10-e8123867c5aa req-8d67a4ad-f237-4e40-875b-8f95537e0877 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.1092551 Aug 24 18:57:19.574356 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-eb6c74b0-172c-40d1-ac6a-7173c02573d0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/quotas/0b2b2cd0652b4eb9936615b88476a82a HTTP/1.1" status: 200 len: 375 time: 0.0799823 Aug 24 18:57:19.574979 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48206e7d-6a1f-4495-a5b9-dbbee562bb5d,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:19.580922 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:19.582937 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-beea7a12-897d-41cc-8b10-e8123867c5aa req-407ae349-68f2-4551-bb06-0881187f8a70 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533514 Aug 24 18:57:19.586627 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c33d6b3520eb4b6b945aa66cec1bc787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7436566 Aug 24 18:57:19.588854 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44682) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:19.666324 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-902419a9-e90a-4ec0-a7bd-c99e01198085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:19.687482 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-6c4ce77d-99c1-427b-978d-9b05ebeb85d5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003170 Aug 24 18:57:19.708754 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-902419a9-e90a-4ec0-a7bd-c99e01198085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:19.895779 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-ff0918d2-b853-46b7-85ed-3506ed43376d service neutron] 10.222.0.20 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014203 Aug 24 18:57:19.930608 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd763792-9083-4c67-b18c-d16c1876859b req-72d0b067-9c31-41d0-8770-e5e35d819080 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:19.938452 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-dd763792-9083-4c67-b18c-d16c1876859b req-72d0b067-9c31-41d0-8770-e5e35d819080 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1393707 Aug 24 18:57:19.975746 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-902419a9-e90a-4ec0-a7bd-c99e01198085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:19.984321 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b3fcc2ab-c3a7-469a-a217-93eb1ef31e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:20.012996 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902419a9-e90a-4ec0-a7bd-c99e01198085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48206e7d-6a1f-4495-a5b9-dbbee562bb5d,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:20.021661 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-902419a9-e90a-4ec0-a7bd-c99e01198085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:20.035945 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-902419a9-e90a-4ec0-a7bd-c99e01198085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:20.041087 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-902419a9-e90a-4ec0-a7bd-c99e01198085 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48206e7d-6a1f-4495-a5b9-dbbee562bb5d HTTP/1.1" status: 204 len: 168 time: 0.4507155 Aug 24 18:57:20.055030 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-dd763792-9083-4c67-b18c-d16c1876859b req-98712737-f8e9-480f-ad89-d728cb273695 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154637 Aug 24 18:57:20.073505 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-0b9cfbe5-e406-4e58-8a98-3c575fb7c624 service neutron] 10.222.0.20 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768696 Aug 24 18:57:20.849193 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a35d5-aa09-4ddd-b003-0bb2e75cb66e req-c83d2565-4e2e-45e4-8d8e-6a84c4a0ac2f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:20.857280 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f86a35d5-aa09-4ddd-b003-0bb2e75cb66e req-c83d2565-4e2e-45e4-8d8e-6a84c4a0ac2f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0989461 Aug 24 18:57:20.910375 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f86a35d5-aa09-4ddd-b003-0bb2e75cb66e req-b6e83b56-feed-4019-8508-8f2d77f3b3cb tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520239 Aug 24 18:57:21.317791 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02bcb0-fac2-4017-94b3-61f75e3d57c6 req-f8af77c8-52fd-40d2-b7c8-822231e65b06 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:21.320673 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-de02bcb0-fac2-4017-94b3-61f75e3d57c6 req-f8af77c8-52fd-40d2-b7c8-822231e65b06 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1071842 Aug 24 18:57:21.376201 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-de02bcb0-fac2-4017-94b3-61f75e3d57c6 req-550ce0d8-fb10-4437-bfd9-b0df9c72278d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494974 Aug 24 18:57:21.856199 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-948c80c9-9497-4985-98a8-4094857661b0 req-c0836ccc-ebbf-4f3a-a79b-c4cd76b7381c tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Synchronizing usage tracker for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:57:21.949434 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-948c80c9-9497-4985-98a8-4094857661b0 req-c0836ccc-ebbf-4f3a-a79b-c4cd76b7381c tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Unset dirty status for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:57:21.951138 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-948c80c9-9497-4985-98a8-4094857661b0 req-c0836ccc-ebbf-4f3a-a79b-c4cd76b7381c tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.1725574 Aug 24 18:57:22.138395 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fe68-242c-4802-b72a-f5c9a966262b req-3777f8e2-9edc-4ab7-a6a2-b16441f5b2d0 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:22.139963 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1145fe68-242c-4802-b72a-f5c9a966262b req-3777f8e2-9edc-4ab7-a6a2-b16441f5b2d0 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0842006 Aug 24 18:57:22.199880 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1145fe68-242c-4802-b72a-f5c9a966262b req-1d371ac1-b9c5-4dd6-b849-33519712e783 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510921 Aug 24 18:57:22.630140 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f008e7-c1a8-479b-9353-6819149f58a9 req-85cb5dce-389b-4c00-b03e-d1263f8b21de tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:22.632569 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-85f008e7-c1a8-479b-9353-6819149f58a9 req-85cb5dce-389b-4c00-b03e-d1263f8b21de tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0791543 Aug 24 18:57:22.685190 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-85f008e7-c1a8-479b-9353-6819149f58a9 req-46949bc6-20cb-4b2f-be11-c3fd60ffd4b9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465536 Aug 24 18:57:23.270714 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2016d79b-3358-4dc8-bdbe-cb0d80ad5a9a req-97aff330-28f6-45f8-9a5f-5903a98a5540 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.1567988 Aug 24 18:57:23.437733 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976aacd-acf3-4a64-89a0-edc49616cac8 req-058ed1ed-25a3-453b-903b-57180ba46c69 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:23.439986 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f976aacd-acf3-4a64-89a0-edc49616cac8 req-058ed1ed-25a3-453b-903b-57180ba46c69 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0877256 Aug 24 18:57:23.486733 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f976aacd-acf3-4a64-89a0-edc49616cac8 req-e200cc72-58b2-476e-ad60-1849f38c1caa tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Aug 24 18:57:23.907969 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:57:23.932452 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b69ec-55c2-42a9-b9e0-acbb1243fab0 req-b992b3aa-e099-4091-9093-02abb8eb3204 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:23.933954 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3c8b69ec-55c2-42a9-b9e0-acbb1243fab0 req-b992b3aa-e099-4091-9093-02abb8eb3204 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1051462 Aug 24 18:57:23.992374 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3c8b69ec-55c2-42a9-b9e0-acbb1243fab0 req-4e51df83-d846-4eb9-858d-c4b4c80489d4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495219 Aug 24 18:57:24.430248 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-58578ef2-3a8f-4450-887c-b8d52f3df770 req-09b6e5f4-b7f1-4b42-8c25-52630880fd4c tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.0421445 Aug 24 18:57:24.688383 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86ffc9-14e9-4616-9da1-b6971023b3fc req-24832450-cade-48ce-b5fc-2b3581a19624 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:24.689852 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3d86ffc9-14e9-4616-9da1-b6971023b3fc req-24832450-cade-48ce-b5fc-2b3581a19624 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0796986 Aug 24 18:57:24.736623 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3d86ffc9-14e9-4616-9da1-b6971023b3fc req-d77d469f-8d0b-433f-b842-54f217ae7048 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406342 Aug 24 18:57:25.238164 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded90db4-1985-484a-b73a-c0b46f332112 req-f7c9ced1-3b0d-4e89-91c1-aa0a26daee1d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:25.239564 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ded90db4-1985-484a-b73a-c0b46f332112 req-f7c9ced1-3b0d-4e89-91c1-aa0a26daee1d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0840497 Aug 24 18:57:25.300314 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ded90db4-1985-484a-b73a-c0b46f332112 req-742a35e9-859d-4067-b184-c1fcc50cbd3f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526392 Aug 24 18:57:25.614427 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-defa49be-835b-4103-b4e4-c8c9b6899077 req-7b07755b-276d-4492-a2ba-b186580e175b tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.0421634 Aug 24 18:57:25.954302 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cb9d5-fbb5-4a1a-b60c-c8885d49efa7 req-2d76401f-8990-44b6-b1ac-cb484ca1bfa8 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:25.955873 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-687cb9d5-fbb5-4a1a-b60c-c8885d49efa7 req-2d76401f-8990-44b6-b1ac-cb484ca1bfa8 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0798461 Aug 24 18:57:26.094734 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-687cb9d5-fbb5-4a1a-b60c-c8885d49efa7 req-1da3787a-574d-41c8-b421-17f4805796e6 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322303 Aug 24 18:57:26.536329 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2e30b-7620-43f2-b7cb-ac5c6645110f req-f153bf1a-a0c7-44f1-a340-b22440cc1084 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:26.537869 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-57c2e30b-7620-43f2-b7cb-ac5c6645110f req-f153bf1a-a0c7-44f1-a340-b22440cc1084 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0848444 Aug 24 18:57:26.599195 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-57c2e30b-7620-43f2-b7cb-ac5c6645110f req-98e3ef75-04ef-4f20-99af-785148e2a141 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545914 Aug 24 18:57:26.805226 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5d25bafe-6bae-4982-8f51-5de587604c29 req-8b3b04cf-8d66-465b-904b-df5428442096 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.0629876 Aug 24 18:57:27.303406 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1417e6-1470-45f8-bca4-fac3f1edfce4 req-9f7239e5-2b85-4490-91fd-5e095f9b627e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:27.304731 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6f1417e6-1470-45f8-bca4-fac3f1edfce4 req-9f7239e5-2b85-4490-91fd-5e095f9b627e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0770459 Aug 24 18:57:27.350340 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6f1417e6-1470-45f8-bca4-fac3f1edfce4 req-c189e502-1ba4-4fbd-b60f-7a48d82b05b0 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389459 Aug 24 18:57:27.803759 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cba233-33a5-408d-8725-e4d1bcbbeb84 req-f74be80f-0b3b-4e65-96cd-8210e231f071 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:27.805261 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a5cba233-33a5-408d-8725-e4d1bcbbeb84 req-f74be80f-0b3b-4e65-96cd-8210e231f071 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0764375 Aug 24 18:57:27.857021 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a5cba233-33a5-408d-8725-e4d1bcbbeb84 req-b94537b7-0912-4493-a211-a12d47aab07c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461733 Aug 24 18:57:27.971579 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0a4467ec-a9f9-4767-adfe-a05753ff150b req-8d2ca2dd-5d3f-4721-b703-3e22455b6387 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.0439477 Aug 24 18:57:28.542770 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3472e0-fd90-44bd-abb1-22f0bb5b54b2 req-173b79a3-9843-4267-8d52-894ae9cb0f55 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:28.544250 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3a3472e0-fd90-44bd-abb1-22f0bb5b54b2 req-173b79a3-9843-4267-8d52-894ae9cb0f55 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0749648 Aug 24 18:57:28.588515 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3a3472e0-fd90-44bd-abb1-22f0bb5b54b2 req-99ad6b19-8013-4aa1-bb6c-c23d6429d971 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388052 Aug 24 18:57:29.065341 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38cee-c4dc-4cad-b1ed-d2e4db07e127 req-4344a09c-64bd-4003-8ce2-221d969f12a6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:29.066838 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b6f38cee-c4dc-4cad-b1ed-d2e4db07e127 req-4344a09c-64bd-4003-8ce2-221d969f12a6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0767863 Aug 24 18:57:29.112946 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b6f38cee-c4dc-4cad-b1ed-d2e4db07e127 req-2c13a193-6207-4ffa-bcdb-8e01da142fb9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405445 Aug 24 18:57:29.136272 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-86dd7c15-f560-431c-bcfa-339debd43c8d req-3ccc8772-680d-4f97-89ca-770c67d618e5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.0427327 Aug 24 18:57:29.787537 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249fc02-e0a3-4444-b129-d9a32af6e2c5 req-06d6c4c5-c143-4375-965f-ee5c5fde01ea tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:29.789007 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a249fc02-e0a3-4444-b129-d9a32af6e2c5 req-06d6c4c5-c143-4375-965f-ee5c5fde01ea tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0814228 Aug 24 18:57:29.837146 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a249fc02-e0a3-4444-b129-d9a32af6e2c5 req-3bffcff4-b97f-41b6-aeb2-4e0284bd10bc tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Aug 24 18:57:30.300118 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-07be267c-68d3-4126-ab80-501c68333710 req-3fa6c2ab-be53-4cf4-8e2a-d536795d4581 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.0416343 Aug 24 18:57:30.343488 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbd74b-3424-45e2-a90b-5de063e0d8af req-37ab2898-a3c0-4858-923f-d14f2e8bb126 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:30.344935 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-bfcbd74b-3424-45e2-a90b-5de063e0d8af req-37ab2898-a3c0-4858-923f-d14f2e8bb126 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0898747 Aug 24 18:57:30.390291 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-bfcbd74b-3424-45e2-a90b-5de063e0d8af req-07997ddf-63f8-4a0c-9ad6-5558e49f2941 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389435 Aug 24 18:57:30.616202 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d721dc78-28e3-415e-8ab1-7434353215af req-f2a91d56-e1b0-470e-9254-1806c5805dd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0678504 Aug 24 18:57:30.756845 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721dc78-28e3-415e-8ab1-7434353215af req-6d31be33-bae0-4e55-8ca0-6fc33de96e44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:30.758321 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d721dc78-28e3-415e-8ab1-7434353215af req-6d31be33-bae0-4e55-8ca0-6fc33de96e44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 912 time: 0.1245091 Aug 24 18:57:30.861876 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d721dc78-28e3-415e-8ab1-7434353215af req-06e1c653-bf5e-4306-ac00-ec33e78af287 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 HTTP/1.1" status: 200 len: 1001 time: 0.0966787 Aug 24 18:57:30.926321 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721dc78-28e3-415e-8ab1-7434353215af req-1445a3ac-4094-44f5-9570-c37eeff5d133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:30.927802 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d721dc78-28e3-415e-8ab1-7434353215af req-1445a3ac-4094-44f5-9570-c37eeff5d133 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 200 len: 850 time: 0.0601795 Aug 24 18:57:31.002388 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d721dc78-28e3-415e-8ab1-7434353215af req-cec9cdf2-b8a6-4347-bc07-7b6e4496c714 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01b0bebc-79e0-43fb-96ce-c8008e4895da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681994 Aug 24 18:57:31.037789 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010645cd-c9c1-4eec-87c2-c7623b3f81e2 req-d1a339ce-e43b-4c22-94d2-5a0557b9bf93 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:31.039287 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-010645cd-c9c1-4eec-87c2-c7623b3f81e2 req-d1a339ce-e43b-4c22-94d2-5a0557b9bf93 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0824335 Aug 24 18:57:31.090719 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-010645cd-c9c1-4eec-87c2-c7623b3f81e2 req-76d49575-a845-45ed-8106-b2aa250935e9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458314 Aug 24 18:57:31.155113 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d721dc78-28e3-415e-8ab1-7434353215af req-606b4c40-905d-4e25-a228-8b5703c7e678 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465683 Aug 24 18:57:31.291000 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d721dc78-28e3-415e-8ab1-7434353215af req-47ba0755-a5b9-4977-98bb-d5aaad8cb21a service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289334 Aug 24 18:57:31.470369 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b0dc5831-d1c3-4a1d-9bdb-33c92b2c9f7a req-96db999d-26d1-4652-b9d8-8e4e63458da7 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.0395775 Aug 24 18:57:31.660522 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742daeb-5488-4232-9856-8c5a89574634 req-8ad9e3ab-9fd3-4f24-b9da-c9c63c9adc54 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:31.662691 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e742daeb-5488-4232-9856-8c5a89574634 req-8ad9e3ab-9fd3-4f24-b9da-c9c63c9adc54 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0781391 Aug 24 18:57:31.710684 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e742daeb-5488-4232-9856-8c5a89574634 req-b748f2e7-4181-4bda-a4dd-d7c983af9311 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424330 Aug 24 18:57:31.807898 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d9a91-61ab-45d8-83bb-16b70b42e6b3 req-ab6d719b-8efa-4b67-be4e-a93fbf3d62f7 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:31.809488 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-bd5d9a91-61ab-45d8-83bb-16b70b42e6b3 req-ab6d719b-8efa-4b67-be4e-a93fbf3d62f7 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0833828 Aug 24 18:57:31.856325 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-bd5d9a91-61ab-45d8-83bb-16b70b42e6b3 req-75bec0eb-2534-4e36-81e2-781fdb8fef59 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403349 Aug 24 18:57:31.946681 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a8601e00-4401-465f-b3d2-959091351013 req-22078dd9-6330-4c01-9f85-3e2c6c744fb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0677679 Aug 24 18:57:32.076631 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8601e00-4401-465f-b3d2-959091351013 req-b75b7f36-c5af-4416-a343-5270c5f6371f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:32.078004 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a8601e00-4401-465f-b3d2-959091351013 req-b75b7f36-c5af-4416-a343-5270c5f6371f service neutron] 10.222.0.58 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 912 time: 0.1246068 Aug 24 18:57:32.095182 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:32.180264 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-57d53b59-0f34-42d8-9a05-ba7966231d9a tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:32.181672 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-57d53b59-0f34-42d8-9a05-ba7966231d9a tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.58 "GET /v2.0/networks?id=56613873-0b6a-460a-a896-b8da14c9e270 HTTP/1.1" status: 200 len: 808 time: 0.1452677 Aug 24 18:57:32.186341 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a8601e00-4401-465f-b3d2-959091351013 req-6b7a103a-8425-4bca-9889-44dbc504d606 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 HTTP/1.1" status: 200 len: 1001 time: 0.1012239 Aug 24 18:57:32.243407 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-5a090992-ba4e-4291-83a6-879e14fcc6c2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b2b2cd0652b4eb9936615b88476a82a HTTP/1.1" status: 200 len: 379 time: 0.0420470 Aug 24 18:57:32.252427 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Request body: {'port': {'device_id': '78be3c57-88cd-48cd-baec-462f881c4432', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'admin_state_up': True, 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'security_groups': ['27adf866-b30e-47c2-8df6-7061131720fd']}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:57:32.261499 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8601e00-4401-465f-b3d2-959091351013 req-19386938-a0ff-4154-ac71-09b63851436e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:32.263195 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a8601e00-4401-465f-b3d2-959091351013 req-19386938-a0ff-4154-ac71-09b63851436e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 200 len: 850 time: 0.0605588 Aug 24 18:57:32.391512 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:32.401430 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:32.418834 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a8601e00-4401-465f-b3d2-959091351013 req-de30b61a-7cba-478c-8b09-8e270121aa90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01b0bebc-79e0-43fb-96ce-c8008e4895da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1487532 Aug 24 18:57:32.475244 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Made reservation on behalf of 0b2b2cd0652b4eb9936615b88476a82a for: {'port': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:57:32.478500 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:32.559216 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a8601e00-4401-465f-b3d2-959091351013 req-f76680b1-7e75-437d-9b75-86b19a900b22 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335199 Aug 24 18:57:32.661810 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-04c7fe12-9715-4d22-a8bc-0c7a36c0a4ca req-241e9124-5f24-4927-aaef-c6b98aa0539e tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.0467753 Aug 24 18:57:32.689015 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Allocated IP 172.20.0.11 (56613873-0b6a-460a-a896-b8da14c9e270/768d2b05-2567-4a2f-a04b-17e5858f8ba2/7857869a-e7e9-48b8-9481-e5bd065f77f6) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:57:32.704788 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a8601e00-4401-465f-b3d2-959091351013 req-33e4e8f8-9bf1-4684-8a8a-7a0b5680c441 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383414 Aug 24 18:57:32.873691 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:32.890443 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.provisioning_blocks [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Transition to ACTIVE for port object 7857869a-e7e9-48b8-9481-e5bd065f77f6 will not be triggered until provisioned by entity DHCP. {{(pid=75888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:57:32.938586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15275f1a-4ff4-4aee-8b84-4fa4765afe59 req-72d48d37-b5fb-47fd-b359-652b10018abe tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:32.940047 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-15275f1a-4ff4-4aee-8b84-4fa4765afe59 req-72d48d37-b5fb-47fd-b359-652b10018abe tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.0869317 Aug 24 18:57:32.992128 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-15275f1a-4ff4-4aee-8b84-4fa4765afe59 req-f5f84f7e-6b8f-4f91-aa10-6ef00a4a0b22 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449378 Aug 24 18:57:33.078244 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:33.087324 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:33.175526 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Network 56613873-0b6a-460a-a896-b8da14c9e270 is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:57:33.176482 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'Port': ['ID=7857869a-e7e9-48b8-9481-e5bd065f77f6,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:33.180449 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:33.182715 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:57:33.190359 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:57:33.248065 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9861f7-9a04-42bb-926a-8f140efaa062 req-c2637220-0f7b-41ec-880c-5252cf23bfce tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:33.250613 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6c9861f7-9a04-42bb-926a-8f140efaa062 req-c2637220-0f7b-41ec-880c-5252cf23bfce tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.2668233 Aug 24 18:57:33.261006 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:33.261964 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:33.338411 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6c9861f7-9a04-42bb-926a-8f140efaa062 req-d92b79e4-2bd0-4c3d-9a18-28e3deac3583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635405 Aug 24 18:57:33.429149 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-978de677-f6f7-450f-8a19-a14f9b75f27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:33.446966 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-98ad79ef-0e28-43e5-8f14-4e0c2d0e75c1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1981146 Aug 24 18:57:33.459643 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Request body: {'port': {'device_id': '78be3c57-88cd-48cd-baec-462f881c4432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:57:33.542943 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-649221f6-c7e0-4ef9-adac-804f4b58038c None None] Provisioning for port 7857869a-e7e9-48b8-9481-e5bd065f77f6 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:57:33.548345 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-649221f6-c7e0-4ef9-adac-804f4b58038c None None] Provisioning complete for port 7857869a-e7e9-48b8-9481-e5bd065f77f6 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:57:33.548731 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-649221f6-c7e0-4ef9-adac-804f4b58038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:33.573393 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:33.602317 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-649221f6-c7e0-4ef9-adac-804f4b58038c None None] Port 7857869a-e7e9-48b8-9481-e5bd065f77f6 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:57:33.875040 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d25ec4-ef94-4245-9f46-46f1c2ef3b54 req-88e44907-c923-43ca-80df-1c4c134d7b21 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:33.876492 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f4d25ec4-ef94-4245-9f46-46f1c2ef3b54 req-88e44907-c923-43ca-80df-1c4c134d7b21 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 932 time: 0.0790112 Aug 24 18:57:33.922383 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7857869a-e7e9-48b8-9481-e5bd065f77f6 {{(pid=75888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:57:33.922852 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f4d25ec4-ef94-4245-9f46-46f1c2ef3b54 req-27acac28-b576-480f-ac88-724bd732b61e tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392203 Aug 24 18:57:33.929490 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:33.949681 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.provisioning_blocks [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Transition to ACTIVE for port object 7857869a-e7e9-48b8-9481-e5bd065f77f6 will not be triggered until provisioned by entity L2. {{(pid=75888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:57:34.029059 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.033602 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8bb40e39-45d4-4ec4-b213-bfd04fa1c033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:34.049351 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44850) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:34.207823 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Pushing event updated for resources: {'Port': ['ID=7857869a-e7e9-48b8-9481-e5bd065f77f6,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:34.214101 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:34.230044 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.263546 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:34.267942 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Usage tracker for resource:security_group_rule and tenant:eca35719c5a34bcba880fce36e3079f3 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:34.271104 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:34.280307 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:34.344818 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d31749-e1ce-4d69-9676-657c9843a23e req-04bec8c1-40af-4802-a134-0d574a8eb3d9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:34.346380 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-86d31749-e1ce-4d69-9676-657c9843a23e req-04bec8c1-40af-4802-a134-0d574a8eb3d9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1974659 Aug 24 18:57:34.352435 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Attempting to bind port 7857869a-e7e9-48b8-9481-e5bd065f77f6 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:57:34.352435 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Attempting to bind port 7857869a-e7e9-48b8-9481-e5bd065f77f6 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'}] {{(pid=75888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:57:34.352435 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Attempting to bind port 7857869a-e7e9-48b8-9481-e5bd065f77f6 on network 56613873-0b6a-460a-a896-b8da14c9e270 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:57:34.352817 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.373235 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Port 7857869a-e7e9-48b8-9481-e5bd065f77f6 on network 56613873-0b6a-460a-a896-b8da14c9e270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:57:34.373568 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Attempting to bind port 7857869a-e7e9-48b8-9481-e5bd065f77f6 on network 56613873-0b6a-460a-a896-b8da14c9e270 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:57:34.391266 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:57:34.391523 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Checking segment: {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:57:34.391910 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Bound using segment: {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'} {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:57:34.392348 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Bound port: 7857869a-e7e9-48b8-9481-e5bd065f77f6, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b5b50f-8a9d-4edf-85d8-4203265108e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270'}}] {{(pid=75888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:57:34.392695 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.417468 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-86d31749-e1ce-4d69-9676-657c9843a23e req-f0341622-0257-4e16-8fdd-2c24e41d6d37 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645175 Aug 24 18:57:34.469254 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.479531 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0e8a0772-96a8-4623-8535-69cb95083b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:34.490777 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, cleared binding levels {{(pid=75888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:57:34.494678 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:57:34.564360 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e63b7b-b529-458b-95ec-a2c7e9852943,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:34.568885 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eca35719c5a34bcba880fce36e3079f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5179427 Aug 24 18:57:34.570182 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:34.571598 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.572099 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44858) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:34.606959 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274975c-b8f9-456d-8025-fe13fe773fb4 req-47489d88-3d6b-4c22-8b9f-c1f0781eea17 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:34.608459 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b274975c-b8f9-456d-8025-fe13fe773fb4 req-47489d88-3d6b-4c22-8b9f-c1f0781eea17 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.1211817 Aug 24 18:57:34.613728 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.620687 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:34.655120 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b274975c-b8f9-456d-8025-fe13fe773fb4 req-99dd1a17-a942-4929-abf1-a06b29b4b438 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402148 Aug 24 18:57:34.696435 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.697838 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] 10.222.0.58 "PUT /v2.0/ports/7857869a-e7e9-48b8-9481-e5bd065f77f6 HTTP/1.1" status: 200 len: 1094 time: 1.2428746 Aug 24 18:57:34.698366 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:57:34.712267 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bdd20a26-a819-46af-a9c7-53f32984273a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.728408 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Pushing event updated for resources: {'Port': ['ID=7857869a-e7e9-48b8-9481-e5bd065f77f6,revision_number=3']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:34.732877 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:34.747055 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bdd20a26-a819-46af-a9c7-53f32984273a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.758539 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'status': 'completed', 'code': 200} Aug 24 18:57:34.866520 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9ec6573a-4151-4007-aaf5-ebafcc9314c0 req-d146b95d-bfa1-4574-9574-afcca4696c2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1097 time: 0.0852463 Aug 24 18:57:34.942424 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bdd20a26-a819-46af-a9c7-53f32984273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.952058 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f5bc8f20-ff9a-4cc9-8499-257568a99a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:34.965706 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd20a26-a819-46af-a9c7-53f32984273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e63b7b-b529-458b-95ec-a2c7e9852943,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:34.971105 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bdd20a26-a819-46af-a9c7-53f32984273a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:34.978261 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bdd20a26-a819-46af-a9c7-53f32984273a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:34.981861 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-bdd20a26-a819-46af-a9c7-53f32984273a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6e63b7b-b529-458b-95ec-a2c7e9852943 HTTP/1.1" status: 204 len: 168 time: 0.4066839 Aug 24 18:57:35.026617 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6573a-4151-4007-aaf5-ebafcc9314c0 req-a60fc63e-65a8-4ed9-8f0c-4460a8021fbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:35.028083 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9ec6573a-4151-4007-aaf5-ebafcc9314c0 req-a60fc63e-65a8-4ed9-8f0c-4460a8021fbd service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1552114 Aug 24 18:57:35.149642 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe7186-c547-430f-8d5b-627b8fcac2f8 req-07d1ac8d-961e-4fe1-b7fb-e36ce856d741 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:35.151411 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f5fe7186-c547-430f-8d5b-627b8fcac2f8 req-07d1ac8d-961e-4fe1-b7fb-e36ce856d741 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 944 time: 0.0917182 Aug 24 18:57:35.203652 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f5fe7186-c547-430f-8d5b-627b8fcac2f8 req-4c7cef68-e65c-48f5-97c1-7fd096561d38 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456967 Aug 24 18:57:35.234133 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6573a-4151-4007-aaf5-ebafcc9314c0 req-6704c8d0-ec03-46ee-98c3-2d193295160a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:35.235586 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9ec6573a-4151-4007-aaf5-ebafcc9314c0 req-6704c8d0-ec03-46ee-98c3-2d193295160a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013736 Aug 24 18:57:35.342307 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-f1a69c86-92f6-4621-acf2-3ae570900dd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1097 time: 0.0694945 Aug 24 18:57:35.412293 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-6c5162d0-d396-4059-b96e-0fae1ec89a1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6 HTTP/1.1" status: 200 len: 217 time: 0.0625823 Aug 24 18:57:35.440596 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:57:35.473528 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-9fdb77e9-cced-4452-8859-7ab5476595b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:35.475776 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-9fdb77e9-cced-4452-8859-7ab5476595b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=768d2b05-2567-4a2f-a04b-17e5858f8ba2 HTTP/1.1" status: 200 len: 847 time: 0.0580549 Aug 24 18:57:35.560534 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-de56f7f8-918c-4542-9a07-bdbae9b3f22c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56613873-0b6a-460a-a896-b8da14c9e270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782695 Aug 24 18:57:35.574665 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:57:35.589144 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'port_id': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'mac_address': 'fa:16:3e:c7:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:57:35.642017 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:35.659245 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:57:35.674805 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:57:35.710389 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44874) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:35.729165 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:35.748609 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-3b249533-190d-4b1f-a2e1-50dc45ad4002 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807396 Aug 24 18:57:35.755160 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:35.755370 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd472bcb-2a70-4b1d-b15c-bb593905a210 req-b0c22a89-c72a-4314-b3d2-e71609fb2fd8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:35.756803 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-bd472bcb-2a70-4b1d-b15c-bb593905a210 req-b0c22a89-c72a-4314-b3d2-e71609fb2fd8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 943 time: 0.1902304 Aug 24 18:57:35.759912 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:35.773483 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:35.790243 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] Usage tracker for resource:security_group_rule and tenant:2244a718a3434ee68b75c7d445fba0f0 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:35.793926 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:35.801075 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:35.855630 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=9']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:35.866833 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.867512 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.867847 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.868170 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.868511 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.868990 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.869461 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.869784 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.870117 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.870574 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.871065 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:35.875601 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:35.880235 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:35.888900 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-bd472bcb-2a70-4b1d-b15c-bb593905a210 req-1e7225ec-0bf4-4473-9d57-06c0cfc210f0 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096871 Aug 24 18:57:35.892321 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-470783fc-246a-4564-a49e-40f68f76caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:35.923590 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35b77199-fa9f-4ae6-b0e1-7d4331c12ca3 req-d83b06db-8b99-4415-a3c0-a8e898390969 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658552 Aug 24 18:57:35.983192 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:35.989887 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0d26c9b8-2e94-41f6-b5eb-313e5976debd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:36.027846 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a037e2c-a94d-4d52-a3cc-7aa679fd4bcb,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:36.031023 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:36.033601 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b8972a8d-a215-4e58-b514-7e3a05ee6132 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2244a718a3434ee68b75c7d445fba0f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3222468 Aug 24 18:57:36.037726 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 44878) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:36.097707 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-da73ea80-6d32-434b-a46a-6547b09a54d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:36.123658 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-da73ea80-6d32-434b-a46a-6547b09a54d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:36.228415 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-da73ea80-6d32-434b-a46a-6547b09a54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:36.232115 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-812159e4-3321-4e75-9aa3-a3b3a998b8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:36.245910 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73ea80-6d32-434b-a46a-6547b09a54d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a037e2c-a94d-4d52-a3cc-7aa679fd4bcb,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:36.250479 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-da73ea80-6d32-434b-a46a-6547b09a54d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:36.255405 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-da73ea80-6d32-434b-a46a-6547b09a54d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:36.255796 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-da73ea80-6d32-434b-a46a-6547b09a54d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a037e2c-a94d-4d52-a3cc-7aa679fd4bcb HTTP/1.1" status: 204 len: 168 time: 0.2180777 Aug 24 18:57:36.303992 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['2d190b7c-07c2-4e34-be33-b36dcdcd0db2'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:57:36.409993 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584f0dd-da4c-43f1-8bde-6caf22576e36 req-c898cbaa-4966-43bf-a33d-3afa108780d8 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:36.411546 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d584f0dd-da4c-43f1-8bde-6caf22576e36 req-c898cbaa-4966-43bf-a33d-3afa108780d8 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 944 time: 0.0804095 Aug 24 18:57:36.462605 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d584f0dd-da4c-43f1-8bde-6caf22576e36 req-45848f41-185e-4e61-bece-c84834c57c1d tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449028 Aug 24 18:57:36.634423 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:37.102137 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3d3f5-a530-4766-9c35-c2c3a6a7c3e6 req-d7e19d70-e076-4828-8e39-837e4a61349a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:37.103632 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e9b3d3f5-a530-4766-9c35-c2c3a6a7c3e6 req-d7e19d70-e076-4828-8e39-837e4a61349a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 944 time: 0.0780375 Aug 24 18:57:37.150391 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e9b3d3f5-a530-4766-9c35-c2c3a6a7c3e6 req-ddad8299-f0d8-443f-9eeb-a547a706ac0d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408330 Aug 24 18:57:37.460269 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:57:37.530010 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:57:37.530598 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:37.647097 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:37.660073 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d1325-ec69-44c0-a64f-061285449e31 req-4364af86-936f-4071-8c60-36fd91e2beb2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:37.661547 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ab2d1325-ec69-44c0-a64f-061285449e31 req-4364af86-936f-4071-8c60-36fd91e2beb2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 944 time: 0.0845182 Aug 24 18:57:37.678658 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:57:37.697294 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:57:37.710402 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ab2d1325-ec69-44c0-a64f-061285449e31 req-e53462d7-9af5-4284-a5bc-d709a7c8cb4b tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430865 Aug 24 18:57:37.743538 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'code': 200} Aug 24 18:57:37.771653 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:37.773870 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:37.853777 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=10']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:37.856764 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:38.164790 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:38.369332 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a242-d352-48c9-8783-fd3d68d413dc req-ccb007ad-8de7-4a90-8767-c98bc88492ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:38.370850 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a006a242-d352-48c9-8783-fd3d68d413dc req-ccb007ad-8de7-4a90-8767-c98bc88492ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 946 time: 0.0845132 Aug 24 18:57:38.425341 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a006a242-d352-48c9-8783-fd3d68d413dc req-22d794c9-6388-4062-9d3b-1d0967042539 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479348 Aug 24 18:57:38.511751 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9bf56c19-c30e-48c3-8691-3462c49351ba req-8febc11b-f360-4cf4-bf9c-09f16d204d68 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 1099 time: 0.0948727 Aug 24 18:57:38.558695 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9bf56c19-c30e-48c3-8691-3462c49351ba req-f104fcab-9164-46ff-a181-1a38767ed31f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Aug 24 18:57:38.915610 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b33d50-1971-4774-ab4b-7c2880e4a2f8 req-9f53f077-0c48-4750-a712-6ca80620fa19 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:38.916309 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-38b33d50-1971-4774-ab4b-7c2880e4a2f8 req-9f53f077-0c48-4750-a712-6ca80620fa19 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Synchronizing usage tracker for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:57:39.011299 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-38b33d50-1971-4774-ab4b-7c2880e4a2f8 req-9f53f077-0c48-4750-a712-6ca80620fa19 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Unset dirty status for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:57:39.015012 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-38b33d50-1971-4774-ab4b-7c2880e4a2f8 req-9f53f077-0c48-4750-a712-6ca80620fa19 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 944 time: 0.1760397 Aug 24 18:57:39.059093 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-38b33d50-1971-4774-ab4b-7c2880e4a2f8 req-61fe85b0-8533-4bd3-8f9c-30aa256fe004 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Aug 24 18:57:39.462869 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 7857869a-e7e9-48b8-9481-e5bd065f77f6 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:57:39.601364 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:57:39.616114 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'port_id': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'mac_address': 'fa:16:3e:22:33:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:57:39.653604 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44954) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:39.655261 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa9d0f-11a9-4f8f-b5af-5f3b9ac246e9 req-0180ee28-7228-4c45-88f6-286288a095c8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:39.656963 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-76aa9d0f-11a9-4f8f-b5af-5f3b9ac246e9 req-0180ee28-7228-4c45-88f6-286288a095c8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 946 time: 0.0794692 Aug 24 18:57:39.675498 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:39.704965 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-76aa9d0f-11a9-4f8f-b5af-5f3b9ac246e9 req-ff608d23-856c-46b4-af3c-09cb7fc40b33 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404558 Aug 24 18:57:39.716699 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7857869a-e7e9-48b8-9481-e5bd065f77f6 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:57:39.732929 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:57:39.805398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:39.805585 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:39.807849 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-4e85b113-6d5e-42b7-bcb1-1a9b813428d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:39.837000 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:39.841053 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Usage tracker for resource:security_group_rule and tenant:fe7dc836221a476e9ac0c0d1f4c99ffb is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:39.844106 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:39.850718 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:39.885441 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=7857869a-e7e9-48b8-9481-e5bd065f77f6,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:39.888610 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:39.928504 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:39.988491 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:39.996408 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-401d0196-8276-46b0-b2d4-e6e03024490b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:40.035204 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67cf1e9-7a19-4589-ac95-2f8c9c98ab35,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:40.038705 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:40.043422 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe7dc836221a476e9ac0c0d1f4c99ffb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3863654 Aug 24 18:57:40.043941 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 44966) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:40.105873 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-026c3248-52bf-4aa7-aeec-fd341adf3853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:40.138488 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-026c3248-52bf-4aa7-aeec-fd341adf3853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:40.189805 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['7857869a-e7e9-48b8-9481-e5bd065f77f6'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:57:40.269955 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-026c3248-52bf-4aa7-aeec-fd341adf3853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:40.276165 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-7de3186c-6813-4ef2-91f0-ff5d104be490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:40.292343 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c3248-52bf-4aa7-aeec-fd341adf3853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67cf1e9-7a19-4589-ac95-2f8c9c98ab35,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:40.300145 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ae4c6-d7da-4deb-a0a8-631766b3c353 req-689f97bc-a5bb-41a5-955a-a1ddc256b76f tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:40.301664 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-df2ae4c6-d7da-4deb-a0a8-631766b3c353 req-689f97bc-a5bb-41a5-955a-a1ddc256b76f tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 945 time: 0.0987930 Aug 24 18:57:40.302594 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-026c3248-52bf-4aa7-aeec-fd341adf3853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:40.303744 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-026c3248-52bf-4aa7-aeec-fd341adf3853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:40.307071 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-026c3248-52bf-4aa7-aeec-fd341adf3853 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a67cf1e9-7a19-4589-ac95-2f8c9c98ab35 HTTP/1.1" status: 204 len: 168 time: 0.2602437 Aug 24 18:57:40.351116 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-df2ae4c6-d7da-4deb-a0a8-631766b3c353 req-24b33f7a-5826-4679-bfdc-2b1c9f0e890b tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418696 Aug 24 18:57:40.925627 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356da69-b8ea-4f86-bb56-3edc316a956d req-57961827-054b-409a-8278-7aa33c2ad32e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:40.927687 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9356da69-b8ea-4f86-bb56-3edc316a956d req-57961827-054b-409a-8278-7aa33c2ad32e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 946 time: 0.0803809 Aug 24 18:57:40.971479 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9356da69-b8ea-4f86-bb56-3edc316a956d req-34cbda63-100d-4ab9-8207-85e1593af7b8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384881 Aug 24 18:57:41.006178 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 45004) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:41.022704 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.053275 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:41.057048 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f15549ccef4646a042568300f4a41e is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:41.059858 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:41.065528 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:41.129466 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.205572 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.212101 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-397355b4-e932-40d3-bb4e-381053454144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:41.251372 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e6768-ec98-4d96-8fc0-034ba1f08052,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:41.254841 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:41.257225 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4f15549ccef4646a042568300f4a41e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2526369 Aug 24 18:57:41.260163 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 45008) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:41.329798 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-08f00591-beea-4975-aa27-2cb230ca9456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.355445 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-08f00591-beea-4975-aa27-2cb230ca9456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.475571 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-08f00591-beea-4975-aa27-2cb230ca9456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.481237 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c484f374-e177-4851-ba0f-3a87f16b91c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:41.492998 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f00591-beea-4975-aa27-2cb230ca9456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e6768-ec98-4d96-8fc0-034ba1f08052,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:41.496279 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-08f00591-beea-4975-aa27-2cb230ca9456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:41.499482 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 7857869a-e7e9-48b8-9481-e5bd065f77f6 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:57:41.501896 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-08f00591-beea-4975-aa27-2cb230ca9456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.503302 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-08f00591-beea-4975-aa27-2cb230ca9456 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa6e6768-ec98-4d96-8fc0-034ba1f08052 HTTP/1.1" status: 204 len: 168 time: 0.2419858 Aug 24 18:57:41.569444 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d2326-60d0-4bde-bd4f-ab595482b2b7 req-f7547e23-297d-4f29-9244-c889d11c16c5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:41.571862 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-049d2326-60d0-4bde-bd4f-ab595482b2b7 req-f7547e23-297d-4f29-9244-c889d11c16c5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 945 time: 0.0906835 Aug 24 18:57:41.622865 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-049d2326-60d0-4bde-bd4f-ab595482b2b7 req-24e44395-4d31-4560-a4f7-616a89a7784e tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455608 Aug 24 18:57:41.623344 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 7857869a-e7e9-48b8-9481-e5bd065f77f6 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:57:41.628602 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 7857869a-e7e9-48b8-9481-e5bd065f77f6 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:57:41.628979 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.742634 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.768360 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:57:41.778843 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:57:41.824212 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'code': 200} Aug 24 18:57:41.863050 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:41.865537 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:41.928869 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=7857869a-e7e9-48b8-9481-e5bd065f77f6,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:41.931833 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:42.189312 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c1f79-5a10-44f8-92e8-931291258950 req-7b7426c2-84bc-4763-91cb-f52aae1db470 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:42.190845 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-947c1f79-5a10-44f8-92e8-931291258950 req-7b7426c2-84bc-4763-91cb-f52aae1db470 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 946 time: 0.0789552 Aug 24 18:57:42.236289 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-947c1f79-5a10-44f8-92e8-931291258950 req-bafbcd66-700a-4b4f-8830-7d6cf6f4cafb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397749 Aug 24 18:57:42.337096 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-57630bef-c038-44e5-9012-88829838c465 req-51984ea1-f653-49b3-91e4-1a08dd4025ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1099 time: 0.0703874 Aug 24 18:57:42.380555 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-57630bef-c038-44e5-9012-88829838c465 req-a2e81002-ae77-4cdf-af3d-52bce7a803e8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354955 Aug 24 18:57:42.819791 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d6bb9-afd0-4a20-a3e3-94efd3690bd8 req-0cde064b-2c63-4694-a8bd-adb17c1aeb81 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:42.821253 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce3d6bb9-afd0-4a20-a3e3-94efd3690bd8 req-0cde064b-2c63-4694-a8bd-adb17c1aeb81 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0753293 Aug 24 18:57:42.866822 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce3d6bb9-afd0-4a20-a3e3-94efd3690bd8 req-6581318e-25d8-4d77-9517-f925d7bcb92e tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397379 Aug 24 18:57:43.675153 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 45060) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:43.818260 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:43.920374 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:43.924053 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] Usage tracker for resource:security_group_rule and tenant:c4361e5403904a548b2e1028d34b0996 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:43.926846 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:43.932416 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:43.995483 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:44.062441 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f3c3a-35ac-4c1b-b7d5-e244e1034e3c req-b6418082-fc84-4358-8eda-6ed91ef7e23f tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:44.063820 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-138f3c3a-35ac-4c1b-b7d5-e244e1034e3c req-b6418082-fc84-4358-8eda-6ed91ef7e23f tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0750918 Aug 24 18:57:44.068103 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:44.075286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-322ee04d-507e-43b8-a636-0300d903b2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:44.114694 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-138f3c3a-35ac-4c1b-b7d5-e244e1034e3c req-3b3c2072-20bd-415b-96ca-a1fcc48948a0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451441 Aug 24 18:57:44.114916 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8ded80-e6f7-44d0-82c9-a2264531d0ec,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:44.118392 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:44.120935 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b996dd80-5aac-40b9-9923-a10f8b5e6209 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4361e5403904a548b2e1028d34b0996&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4447217 Aug 24 18:57:44.123611 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 45068) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:44.184815 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-544a8ce9-2c2d-423b-945d-ff94aec88342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:44.210495 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-544a8ce9-2c2d-423b-945d-ff94aec88342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:44.323543 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe954041-d9e2-485e-84c7-f1674c6c2a4c req-708f8df1-a98f-4323-bdac-d27c8265b23c tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:44.324943 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fe954041-d9e2-485e-84c7-f1674c6c2a4c req-708f8df1-a98f-4323-bdac-d27c8265b23c tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0776560 Aug 24 18:57:44.369555 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fe954041-d9e2-485e-84c7-f1674c6c2a4c req-1c206ff6-2012-4377-bf8a-5dbb42540301 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387921 Aug 24 18:57:44.383065 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-544a8ce9-2c2d-423b-945d-ff94aec88342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:44.386651 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-724ab346-18b9-4ff2-b541-515cc781232e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:44.397113 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a8ce9-2c2d-423b-945d-ff94aec88342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8ded80-e6f7-44d0-82c9-a2264531d0ec,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:44.401572 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45074) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:44.403295 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-544a8ce9-2c2d-423b-945d-ff94aec88342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:44.406295 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-544a8ce9-2c2d-423b-945d-ff94aec88342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:44.407392 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-544a8ce9-2c2d-423b-945d-ff94aec88342 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a8ded80-e6f7-44d0-82c9-a2264531d0ec HTTP/1.1" status: 204 len: 168 time: 0.2828474 Aug 24 18:57:44.661493 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-86a802d4-6351-4b40-92d1-cb46095e8b08 tempest-TestShelveInstance-817642932 tempest-TestShelveInstance-817642932-project-admin] Synchronizing usage tracker for tenant:dfe1b71b67f247eaa0624647c193b345 on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:57:44.766128 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-86a802d4-6351-4b40-92d1-cb46095e8b08 tempest-TestShelveInstance-817642932 tempest-TestShelveInstance-817642932-project-admin] Unset dirty status for tenant:dfe1b71b67f247eaa0624647c193b345 on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:57:44.767338 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-86a802d4-6351-4b40-92d1-cb46095e8b08 tempest-TestShelveInstance-817642932 tempest-TestShelveInstance-817642932-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1094 time: 0.3646297 Aug 24 18:57:44.770297 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45084) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:57:44.775923 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Request body: {'floatingip': {'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'port_id': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:57:44.782040 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:57:44.785821 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Usage tracker for resource:floatingip and tenant:0b2b2cd0652b4eb9936615b88476a82a is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:57:44.789609 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:57:44.795432 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:57:44.874017 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for floatingip, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:45.005439 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:45.141850 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Allocated IP 172.28.1.65 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/f9533a12-a137-4e4e-a4e8-a67ef535bff5) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:57:45.290526 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:45.384018 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:45.387972 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:45.449328 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:57:45.452089 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:57:45.455734 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:57:45.490724 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'Port': ['ID=f9533a12-a137-4e4e-a4e8-a67ef535bff5,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:45.495314 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:46.085159 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:46.213468 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:46.483558 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:46.531515 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:46.536236 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-b4ee461c-4e9d-4469-bf5e-d026d0f7e6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:57:46.639204 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event updated for resources: {'Port': ['ID=f9533a12-a137-4e4e-a4e8-a67ef535bff5,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:57:46.659361 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:46.705754 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.706146 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.706504 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.706857 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.707201 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.707545 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.707884 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.708226 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.708563 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.708901 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.709232 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:57:46.717410 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:57:46.853224 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.l3_db [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Floating IP 101eea4a-8d9a-4359-b216-6fc32d41125f associated. External IP: 172.28.1.65, port: 7857869a-e7e9-48b8-9481-e5bd065f77f6. Aug 24 18:57:47.250323 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Router b6a7ff00-4399-453b-9e61-b87f76c05880 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:57:47.452760 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:57:47.464232 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] Sync routers for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:57:47.476406 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:57:47.477031 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:57:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:57:47.536904 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:47.593868 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-bb2a5d29-d686-4cff-8f51-72e804e3c5ae tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8224416 Aug 24 18:57:47.594654 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:57:47.660071 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'status': 'completed', 'code': 200} Aug 24 18:57:47.664873 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:57:47.753488 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b9e819c3-958c-434f-a6dc-e036736d9dc8 req-de9f0ffa-1afe-42d1-8fe2-bcc8fa3714bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1099 time: 0.0714231 Aug 24 18:57:47.888291 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e819c3-958c-434f-a6dc-e036736d9dc8 req-9c77e84c-d926-4dbd-b5d1-613425840b20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:47.889676 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b9e819c3-958c-434f-a6dc-e036736d9dc8 req-9c77e84c-d926-4dbd-b5d1-613425840b20 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56613873-0b6a-460a-a896-b8da14c9e270 HTTP/1.1" status: 200 len: 909 time: 0.1284854 Aug 24 18:57:47.997118 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b9e819c3-958c-434f-a6dc-e036736d9dc8 req-e01143d2-eac8-437e-9a25-9acacbf33cc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6 HTTP/1.1" status: 200 len: 999 time: 0.0971220 Aug 24 18:57:48.012732 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': '101eea4a-8d9a-4359-b216-6fc32d41125f', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'floating_ip_address': '172.28.1.65', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'port_id': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'mac_address': 'fa:16:3e:22:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be3c57-88cd-48cd-baec-462f881c4432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:57:45Z', 'updated_at': '2021-08-24T18:57:45Z', 'revision_number': 0, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb', 'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'mac_address': 'fa:16:3e:d7:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:32Z', 'updated_at': '2021-08-24T18:56:42Z', 'revision_number': 5, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'subnets': [{'id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:57:48.016920 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] Checking router: b6a7ff00-4399-453b-9e61-b87f76c05880 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:57:48.027922 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:57:48.028529 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:57:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:57:48.067924 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e819c3-958c-434f-a6dc-e036736d9dc8 req-13492022-c88f-4be5-9ccd-2a828615a0ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:57:48.070394 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b9e819c3-958c-434f-a6dc-e036736d9dc8 req-13492022-c88f-4be5-9ccd-2a828615a0ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=768d2b05-2567-4a2f-a04b-17e5858f8ba2 HTTP/1.1" status: 200 len: 847 time: 0.0656960 Aug 24 18:57:48.196789 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b9e819c3-958c-434f-a6dc-e036736d9dc8 req-f9f6b170-4c38-4f5d-8252-881cfded631c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56613873-0b6a-460a-a896-b8da14c9e270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1176133 Aug 24 18:57:48.286898 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:57:48.473590 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b9e819c3-958c-434f-a6dc-e036736d9dc8 req-897eb210-4de6-412a-a2e9-011301783a41 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663639 Aug 24 18:57:48.614665 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b9e819c3-958c-434f-a6dc-e036736d9dc8 req-f43d77cc-6670-4f80-aeab-b47e9421ece9 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296177 Aug 24 18:57:48.697315 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': '101eea4a-8d9a-4359-b216-6fc32d41125f', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'floating_ip_address': '172.28.1.65', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'port_id': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'mac_address': 'fa:16:3e:22:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be3c57-88cd-48cd-baec-462f881c4432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:57:45Z', 'updated_at': '2021-08-24T18:57:45Z', 'revision_number': 0, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb', 'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'mac_address': 'fa:16:3e:d7:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:32Z', 'updated_at': '2021-08-24T18:56:42Z', 'revision_number': 5, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'subnets': [{'id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:57:48.701601 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a3ed7-2f0f-4147-a4ce-956e0ffe785f None None] The sync data for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb is: [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': '101eea4a-8d9a-4359-b216-6fc32d41125f', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'floating_ip_address': '172.28.1.65', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'port_id': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'mac_address': 'fa:16:3e:22:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be3c57-88cd-48cd-baec-462f881c4432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:57:45Z', 'updated_at': '2021-08-24T18:57:45Z', 'revision_number': 0, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb', 'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'mac_address': 'fa:16:3e:d7:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:32Z', 'updated_at': '2021-08-24T18:56:42Z', 'revision_number': 5, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'subnets': [{'id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:57:48.901083 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b23804d-50f7-427c-b669-ecc2332afb65 None None] New status for floating IP 101eea4a-8d9a-4359-b216-6fc32d41125f: ACTIVE {{(pid=75891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:58:00.908218 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:58:02.256226 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:03.359142 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-780344e9-2289-462e-862d-aedb59485bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:04.496482 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:05.833112 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-63c4ed85-f8ae-4986-84be-65216c8d24d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:06.673271 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:08.153616 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:22.358520 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 45260) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:58:22.494388 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:22.524776 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:58:22.529000 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Usage tracker for resource:security_group_rule and tenant:01772d56cf16411bad2daa0933ac128b is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:58:22.531693 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:58:22.537164 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:58:22.601608 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:22.701038 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:22.707200 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-5b19accc-6f58-4553-bf83-1d405289bb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:22.742567 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4d33dd-c70a-4937-a2bc-8c8ee9d27af4,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:22.755087 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01772d56cf16411bad2daa0933ac128b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3955736 Aug 24 18:58:22.756790 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.757149 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.757502 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.757825 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45266) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:58:22.758320 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.758320 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.758538 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.758878 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.759219 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.760118 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.760452 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.760787 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:22.764497 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:22.820179 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-80422c26-a77b-40eb-9e34-08a7d1323eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:22.844381 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-80422c26-a77b-40eb-9e34-08a7d1323eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:22.998904 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-80422c26-a77b-40eb-9e34-08a7d1323eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:23.003646 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9dcb678e-c40f-46cc-8915-8fb2dcf17646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:23.015101 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80422c26-a77b-40eb-9e34-08a7d1323eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4d33dd-c70a-4937-a2bc-8c8ee9d27af4,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:23.018252 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-80422c26-a77b-40eb-9e34-08a7d1323eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:23.024408 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-80422c26-a77b-40eb-9e34-08a7d1323eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:23.024408 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-80422c26-a77b-40eb-9e34-08a7d1323eb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac4d33dd-c70a-4937-a2bc-8c8ee9d27af4 HTTP/1.1" status: 204 len: 168 time: 0.2622986 Aug 24 18:58:24.187114 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45288) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:58:24.312244 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1540398564-network', 'tenant_id': 'f1a24d1d908d42cfa67518a263603111'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:58:24.316909 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:58:24.320659 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Usage tracker for resource:network and tenant:f1a24d1d908d42cfa67518a263603111 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:58:24.323457 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:58:24.329023 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:58:24.426992 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Made reservation on behalf of f1a24d1d908d42cfa67518a263603111 for: {'network': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:58:24.429196 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:24.441539 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:24.472449 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:58:24.476241 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a24d1d908d42cfa67518a263603111 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:58:24.478925 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:58:24.484511 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:58:24.546398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:24.649531 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:24.653215 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-026c3248-52bf-4aa7-aeec-fd341adf3853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:24.683825 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=75888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:58:24.691787 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:24.694804 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:24.705724 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:24.705724 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.segments_db [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Added segment de8f6fbe-ed56-4817-a9d0-29852aa8a6a0 of type vlan for network 9a493064-9193-4d7b-b96e-e0830c75c813 Aug 24 18:58:24.724867 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:24.821244 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:24.823104 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:24.823695 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:24.828439 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:24.923807 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Pushing event updated for resources: {'Network': ['ID=9a493064-9193-4d7b-b96e-e0830c75c813,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:24.926567 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:24.934425 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 9a493064-9193-4d7b-b96e-e0830c75c813 details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:58:25.004602 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-f23c62af-ca14-485d-a01c-3fc628235924 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8163931 Aug 24 18:58:25.007351 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45294) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:58:25.013399 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Request body: {'subnet': {'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1540398564-subnet', 'tenant_id': 'f1a24d1d908d42cfa67518a263603111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:58:25.019906 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:58:25.022023 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Usage tracker for resource:subnet and tenant:f1a24d1d908d42cfa67518a263603111 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:58:25.024940 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:58:25.031214 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:58:25.107015 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Made reservation on behalf of f1a24d1d908d42cfa67518a263603111 for: {'subnet': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:58:25.109427 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7039698'] for subnet, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:25.364461 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7110484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7039680'] for subnet, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:25.368929 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:25.443015 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2306c34b-93c9-4ff1-a183-b7899a7f26b2,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:25.446955 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:25.452198 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Checking segment: {'id': 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:58:25.452557 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Network hostable DHCP agents. Network: 9a493064-9193-4d7b-b96e-e0830c75c813, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:58:25.529855 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Network 9a493064-9193-4d7b-b96e-e0830c75c813 is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:58:25.632703 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 9a493064-9193-4d7b-b96e-e0830c75c813) {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:58:25.636535 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:25.642033 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:25.642759 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21afead9-67d5-48ed-b322-6b21015dfdc7 None None] Network 9a493064-9193-4d7b-b96e-e0830c75c813 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:58:25.724926 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-138dd1fc-9481-476f-a83a-1bf5da626401 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7164524 Aug 24 18:58:25.847370 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b9938-608e-4af9-b30a-0f5f5526720c None None] Network 9a493064-9193-4d7b-b96e-e0830c75c813 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:58:28.144254 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-2df36a9c-3396-4e7b-8183-58633cb95c20 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:28.145806 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-2df36a9c-3396-4e7b-8183-58633cb95c20 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/networks?id=9a493064-9193-4d7b-b96e-e0830c75c813 HTTP/1.1" status: 200 len: 814 time: 0.1552477 Aug 24 18:58:28.162686 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-a883b4e4-0bbd-416b-b3f9-3da9073cc375 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/quotas/f1a24d1d908d42cfa67518a263603111 HTTP/1.1" status: 200 len: 375 time: 0.0110698 Aug 24 18:58:28.209503 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-070d24f3-4b09-42a1-a5b7-529471ba1d66 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1a24d1d908d42cfa67518a263603111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411928 Aug 24 18:58:28.339145 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-fe9d9f43-cee5-4923-a566-501355cad849 service neutron] 10.222.0.20 "GET /v2.0/networks/9a493064-9193-4d7b-b96e-e0830c75c813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224668 Aug 24 18:58:28.468919 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-0125be96-325e-4cbd-ba45-9b26e3d76726 service neutron] 10.222.0.20 "GET /v2.0/networks/9a493064-9193-4d7b-b96e-e0830c75c813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241138 Aug 24 18:58:28.825543 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8a72f18f-e39d-4e53-b891-a33a4aa4cdfd req-fc6019c3-67ad-4e70-a4c0-5c61632579fb tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 210 time: 0.0408967 Aug 24 18:58:29.935826 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-32f839f8-a5e9-47ce-a77b-943e9c0199c9 req-055461ad-9421-4aa5-ab9a-44aa319ed494 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 210 time: 0.0446103 Aug 24 18:58:31.097196 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5339b863-acc9-4d71-88fe-90ff9083b389 req-81a1a560-046d-4829-9fc4-078761814399 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 210 time: 0.0415876 Aug 24 18:58:32.147249 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:32.217327 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-9a7b4743-3fcd-4429-964b-6c0eb4507fc5 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:32.218173 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-9a7b4743-3fcd-4429-964b-6c0eb4507fc5 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Synchronizing usage tracker for tenant:f1a24d1d908d42cfa67518a263603111 on resource:network {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:58:32.265351 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-97a9fbcc-591a-48b7-96c3-78339888e022 req-cf3367df-d720-4430-83d2-b4c179a16238 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 210 time: 0.0424402 Aug 24 18:58:32.404461 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-9a7b4743-3fcd-4429-964b-6c0eb4507fc5 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Unset dirty status for tenant:f1a24d1d908d42cfa67518a263603111 on resource:network {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:58:32.405548 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-9a7b4743-3fcd-4429-964b-6c0eb4507fc5 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.58 "GET /v2.0/networks?id=9a493064-9193-4d7b-b96e-e0830c75c813 HTTP/1.1" status: 200 len: 814 time: 0.3392062 Aug 24 18:58:32.424369 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Request body: {'port': {'device_id': '6f2c63f1-a802-49ab-ad0b-1315c0550775', 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813', 'admin_state_up': True, 'tenant_id': 'f1a24d1d908d42cfa67518a263603111'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:58:32.557975 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:58:32.560897 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-b0264a4c-953d-4d58-8790-768878ed3340 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676303 Aug 24 18:58:32.562574 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Usage tracker for resource:port and tenant:f1a24d1d908d42cfa67518a263603111 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:58:32.566112 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:58:32.571981 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:58:32.655459 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Made reservation on behalf of f1a24d1d908d42cfa67518a263603111 for: {'port': 1} {{(pid=75888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:58:32.658464 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:32.707918 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-da21dbbb-1915-4f70-ab31-89af442d3ad1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 1099 time: 0.0713320 Aug 24 18:58:32.818864 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Allocated IP 172.20.0.10 (9a493064-9193-4d7b-b96e-e0830c75c813/2306c34b-93c9-4ff1-a183-b7899a7f26b2/1d46d453-cd70-4f2d-9821-3212a139db68) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:58:32.852088 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-e9cb885d-59ed-4d0d-9aa8-4fa85eada92f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:32.853535 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-e9cb885d-59ed-4d0d-9aa8-4fa85eada92f service neutron] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 918 time: 0.1256397 Aug 24 18:58:32.955452 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-d28437e0-8310-4561-9a20-fe4d78eaeda6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2 HTTP/1.1" status: 200 len: 1001 time: 0.0952621 Aug 24 18:58:33.019794 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-f2b6fa1b-30a4-4e10-8d69-fd6cd67fc4bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:33.021330 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-f2b6fa1b-30a4-4e10-8d69-fd6cd67fc4bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.0590596 Aug 24 18:58:33.078831 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:33.098033 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-3311aa8d-d453-4c24-a7fe-a19963a1c1e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679541 Aug 24 18:58:33.187167 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:33.192653 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:33.233354 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-31d1f69e-77cb-4f1d-8f48-b8ea5b703777 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288831 Aug 24 18:58:33.256270 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Network 9a493064-9193-4d7b-b96e-e0830c75c813 is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:58:33.259265 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:58:33.263238 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:58:33.299954 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Pushing event updated for resources: {'Port': ['ID=1d46d453-cd70-4f2d-9821-3212a139db68,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:33.304989 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:33.329437 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:33.330052 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:33.399352 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-17a438b8-e1b6-4786-a605-e5822fee0aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:33.435123 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0144756 Aug 24 18:58:33.451967 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Request body: {'port': {'device_id': '6f2c63f1-a802-49ab-ad0b-1315c0550775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:58:33.544169 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d5810046-981f-4ca1-a2dc-5ee96955543d req-dd3b800b-9d15-46fb-92a5-d5f0c9803e17 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076187 Aug 24 18:58:33.574600 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c0dd5-0c50-4c02-a34c-38dd944b1e81 req-3a7a3066-0b1f-4e3a-b5f3-4cbf0607cae2 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:33.575822 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-743c0dd5-0c50-4c02-a34c-38dd944b1e81 req-3a7a3066-0b1f-4e3a-b5f3-4cbf0607cae2 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Synchronizing usage tracker for tenant:f1a24d1d908d42cfa67518a263603111 on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:58:33.593154 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:33.727960 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-743c0dd5-0c50-4c02-a34c-38dd944b1e81 req-3a7a3066-0b1f-4e3a-b5f3-4cbf0607cae2 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Unset dirty status for tenant:f1a24d1d908d42cfa67518a263603111 on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:58:33.729128 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-743c0dd5-0c50-4c02-a34c-38dd944b1e81 req-3a7a3066-0b1f-4e3a-b5f3-4cbf0607cae2 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 932 time: 0.3380301 Aug 24 18:58:33.859158 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-743c0dd5-0c50-4c02-a34c-38dd944b1e81 req-abc5be88-2a7c-47a1-96f9-5d3c734252a1 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Synchronizing usage tracker for tenant:f1a24d1d908d42cfa67518a263603111 on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:58:33.978085 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d46d453-cd70-4f2d-9821-3212a139db68 {{(pid=75888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:58:33.984696 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:33.999061 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.provisioning_blocks [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Transition to ACTIVE for port object 1d46d453-cd70-4f2d-9821-3212a139db68 will not be triggered until provisioned by entity L2. {{(pid=75888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:58:34.009134 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-743c0dd5-0c50-4c02-a34c-38dd944b1e81 req-abc5be88-2a7c-47a1-96f9-5d3c734252a1 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Unset dirty status for tenant:f1a24d1d908d42cfa67518a263603111 on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:58:34.016883 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-743c0dd5-0c50-4c02-a34c-38dd944b1e81 req-abc5be88-2a7c-47a1-96f9-5d3c734252a1 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746184 Aug 24 18:58:34.107462 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:34.111160 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:34.231057 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d46d453-cd70-4f2d-9821-3212a139db68,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:34.235014 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:34.332031 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Attempting to bind port 1d46d453-cd70-4f2d-9821-3212a139db68 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:58:34.332710 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Attempting to bind port 1d46d453-cd70-4f2d-9821-3212a139db68 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813'}] {{(pid=75888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:58:34.332710 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Attempting to bind port 1d46d453-cd70-4f2d-9821-3212a139db68 on network 9a493064-9193-4d7b-b96e-e0830c75c813 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:58:34.338296 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Port 1d46d453-cd70-4f2d-9821-3212a139db68 on network 9a493064-9193-4d7b-b96e-e0830c75c813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:58:34.338621 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Attempting to bind port 1d46d453-cd70-4f2d-9821-3212a139db68 on network 9a493064-9193-4d7b-b96e-e0830c75c813 {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:58:34.344763 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:58:34.345099 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Checking segment: {'id': 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:58:34.345484 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Bound using segment: {'id': 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813'} {{(pid=75888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:58:34.346189 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.managers [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Bound port: 1d46d453-cd70-4f2d-9821-3212a139db68, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813'}}] {{(pid=75888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:58:34.346537 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:34.433147 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] For port 1d46d453-cd70-4f2d-9821-3212a139db68, host hv-cinder-80582, cleared binding levels {{(pid=75888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:58:34.436723 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] For port 1d46d453-cd70-4f2d-9821-3212a139db68, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1d46d453-cd70-4f2d-9821-3212a139db68,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:58:34.500868 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:34.552632 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:34.556335 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-daf79867-b1e8-4f6a-91c8-413ed5aa45ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:34.616413 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:34.618123 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] 10.222.0.58 "PUT /v2.0/ports/1d46d453-cd70-4f2d-9821-3212a139db68 HTTP/1.1" status: 200 len: 1094 time: 1.1758349 Aug 24 18:58:34.620722 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2c63f1-a802-49ab-ad0b-1315c0550775', 'tag': '1d46d453-cd70-4f2d-9821-3212a139db68'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:58:34.637768 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d46d453-cd70-4f2d-9821-3212a139db68,revision_number=3']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:34.641414 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:34.673599 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2c63f1-a802-49ab-ad0b-1315c0550775', 'tag': '1d46d453-cd70-4f2d-9821-3212a139db68', 'status': 'completed', 'code': 200} Aug 24 18:58:34.764129 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-75ad129f-31b5-4868-b2cd-8b2f6a3a1e81 req-d75407fc-a619-409b-ad5e-a810afe0f43d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1a24d1d908d42cfa67518a263603111&device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 1097 time: 0.0709183 Aug 24 18:58:34.906626 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad129f-31b5-4868-b2cd-8b2f6a3a1e81 req-3d1b86d2-f3b6-45d1-9c6f-9022d4494cdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:34.908074 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-75ad129f-31b5-4868-b2cd-8b2f6a3a1e81 req-3d1b86d2-f3b6-45d1-9c6f-9022d4494cdd service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f1a24d1d908d42cfa67518a263603111&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1325521 Aug 24 18:58:35.037045 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad129f-31b5-4868-b2cd-8b2f6a3a1e81 req-453715c8-2128-41b0-a53b-a6eed3c40fe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:35.038429 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-75ad129f-31b5-4868-b2cd-8b2f6a3a1e81 req-453715c8-2128-41b0-a53b-a6eed3c40fe7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245115 Aug 24 18:58:35.191484 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-8302409c-d38b-40a9-888d-a3628a7ac6fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1a24d1d908d42cfa67518a263603111&device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 1097 time: 0.1178901 Aug 24 18:58:35.334606 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-ad926e6f-6549-4010-9470-d352f78f22a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d46d453-cd70-4f2d-9821-3212a139db68 HTTP/1.1" status: 200 len: 217 time: 0.1356287 Aug 24 18:58:35.380260 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26658b6f-3a0e-4cc1-9016-40cb37116493 req-7a21c95a-a0b6-4107-ac11-09e5773d7774 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:35.381646 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-26658b6f-3a0e-4cc1-9016-40cb37116493 req-7a21c95a-a0b6-4107-ac11-09e5773d7774 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 944 time: 0.2530286 Aug 24 18:58:35.432689 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5750ebec-f4cb-42eb-93e1-645497a92a59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:35.434112 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-5750ebec-f4cb-42eb-93e1-645497a92a59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2306c34b-93c9-4ff1-a183-b7899a7f26b2 HTTP/1.1" status: 200 len: 854 time: 0.0921886 Aug 24 18:58:35.441303 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-26658b6f-3a0e-4cc1-9016-40cb37116493 req-0633656d-07e6-45c6-a76a-57e58af26bee tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527639 Aug 24 18:58:35.480317 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-e3eb7456-acaa-451d-be47-0f058ac2d2d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a493064-9193-4d7b-b96e-e0830c75c813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381272 Aug 24 18:58:35.607069 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-6a62181c-d4da-4dfd-ba41-1cb86bbd65bf service neutron] 10.222.0.58 "GET /v2.0/networks/9a493064-9193-4d7b-b96e-e0830c75c813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193581 Aug 24 18:58:35.732516 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9547d9bb-e45f-4254-98b7-c5688b4c86de req-b4a9f5df-f613-4f16-8c72-dcae586d6e8d service neutron] 10.222.0.58 "GET /v2.0/networks/9a493064-9193-4d7b-b96e-e0830c75c813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198988 Aug 24 18:58:35.855226 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c2fb-c1d8-4252-9ec4-29742793240b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:36.638096 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e87f1a-6ac3-430c-a4e5-ca0ecb559827 req-9e6a1c6b-39f1-4f77-9b88-9ebda5dd443e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:36.639554 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-72e87f1a-6ac3-430c-a4e5-ca0ecb559827 req-9e6a1c6b-39f1-4f77-9b88-9ebda5dd443e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 944 time: 0.0773475 Aug 24 18:58:36.660986 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:36.684124 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-72e87f1a-6ac3-430c-a4e5-ca0ecb559827 req-4c9fe98a-73ac-4285-a9aa-9c8317d2e21a tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388470 Aug 24 18:58:37.889751 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713404e-6b52-41cb-a5f3-08683578c0da req-293a238a-4028-43d3-befe-327482ec178b tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:37.891259 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1713404e-6b52-41cb-a5f3-08683578c0da req-293a238a-4028-43d3-befe-327482ec178b tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 944 time: 0.0823278 Aug 24 18:58:37.908613 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:58:37.936926 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1713404e-6b52-41cb-a5f3-08683578c0da req-e1b2f542-7520-434e-bbd1-d65a701cce86 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Aug 24 18:58:38.164030 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:39.132279 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e2b5b-daec-4343-8155-806726204ced req-1dead5c6-505b-4a87-b676-a5d71b37ae8e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:39.133731 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3e5e2b5b-daec-4343-8155-806726204ced req-1dead5c6-505b-4a87-b676-a5d71b37ae8e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 944 time: 0.0787678 Aug 24 18:58:39.178540 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3e5e2b5b-daec-4343-8155-806726204ced req-bbab74f9-f2be-4999-b4b2-315e285ab46e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Aug 24 18:58:39.890793 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 1d46d453-cd70-4f2d-9821-3212a139db68 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:58:40.018076 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 1d46d453-cd70-4f2d-9821-3212a139db68, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1d46d453-cd70-4f2d-9821-3212a139db68,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:58:40.031075 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '1d46d453-cd70-4f2d-9821-3212a139db68', 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813', 'port_id': '1d46d453-cd70-4f2d-9821-3212a139db68', 'mac_address': 'fa:16:3e:7c:35:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2306c34b-93c9-4ff1-a183-b7899a7f26b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:58:40.081841 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:40.099121 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d46d453-cd70-4f2d-9821-3212a139db68 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:58:40.113388 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 1d46d453-cd70-4f2d-9821-3212a139db68, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1d46d453-cd70-4f2d-9821-3212a139db68,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:58:40.267189 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:40.270196 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:40.341024 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=1d46d453-cd70-4f2d-9821-3212a139db68,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:40.348405 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.348785 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.349144 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.349509 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.349852 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.350254 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.350581 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.350956 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.351282 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.351646 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.351966 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:58:40.355781 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:40.508470 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfbf2-2c41-495f-9e2b-6d1a411cf495 req-b3817128-7e22-430c-aafc-3d1a96c3953a tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:40.509935 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6fadfbf2-2c41-495f-9e2b-6d1a411cf495 req-b3817128-7e22-430c-aafc-3d1a96c3953a tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 945 time: 0.2130895 Aug 24 18:58:40.554077 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6fadfbf2-2c41-495f-9e2b-6d1a411cf495 req-2afffef2-ff3b-4ce7-b54f-27c093b8dbca tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 Aug 24 18:58:40.715497 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['1d46d453-cd70-4f2d-9821-3212a139db68'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:58:41.822566 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4394-55cd-4ad1-8d40-c777b8c4b77d req-4e15c17f-7b6b-435a-9b2f-79bbb95a52a1 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:41.824014 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f75b4394-55cd-4ad1-8d40-c777b8c4b77d req-4e15c17f-7b6b-435a-9b2f-79bbb95a52a1 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 945 time: 0.1521993 Aug 24 18:58:41.868977 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f75b4394-55cd-4ad1-8d40-c777b8c4b77d req-81ac3330-b4a8-4831-b052-265a4c7cc642 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Aug 24 18:58:41.910771 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 1d46d453-cd70-4f2d-9821-3212a139db68 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:58:42.078285 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 1d46d453-cd70-4f2d-9821-3212a139db68 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:58:42.082877 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 1d46d453-cd70-4f2d-9821-3212a139db68 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:58:42.083248 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:42.192224 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:42.217828 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2c63f1-a802-49ab-ad0b-1315c0550775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d46d453-cd70-4f2d-9821-3212a139db68'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:58:42.227395 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 1d46d453-cd70-4f2d-9821-3212a139db68, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1d46d453-cd70-4f2d-9821-3212a139db68,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:58:42.270864 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2c63f1-a802-49ab-ad0b-1315c0550775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d46d453-cd70-4f2d-9821-3212a139db68', 'code': 200} Aug 24 18:58:42.341250 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:58:42.343110 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-bd3bd2e8-412e-473b-b7ca-40348919a9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:58:42.404176 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=1d46d453-cd70-4f2d-9821-3212a139db68,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:58:42.407038 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:58:42.728578 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7d44b5ea-7384-4c06-ab3d-cdbff812d51c req-b4797797-68a0-40c7-a6ed-f251761d2adc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 1099 time: 0.0714221 Aug 24 18:58:42.769036 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7d44b5ea-7384-4c06-ab3d-cdbff812d51c req-8cb95fbc-1052-48bb-bd8a-553d2902c5f2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Aug 24 18:58:43.067703 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f496-e543-4957-bf16-26ae837a2904 req-f8f0dd68-a311-43d2-acf6-88ae2c3f482d tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:43.069044 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-49b7f496-e543-4957-bf16-26ae837a2904 req-f8f0dd68-a311-43d2-acf6-88ae2c3f482d tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 946 time: 0.0790973 Aug 24 18:58:43.113613 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-49b7f496-e543-4957-bf16-26ae837a2904 req-e3753434-651f-4686-9b1e-8c9c4a36a876 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390913 Aug 24 18:58:44.309531 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86404bf-3025-41f6-8e6c-e2f2f75d9b56 req-9e76be1b-97c7-431c-be93-d55b3e593f95 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:44.311009 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d86404bf-3025-41f6-8e6c-e2f2f75d9b56 req-9e76be1b-97c7-431c-be93-d55b3e593f95 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 946 time: 0.0744183 Aug 24 18:58:44.359099 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d86404bf-3025-41f6-8e6c-e2f2f75d9b56 req-743bcb1a-83da-4622-b9f5-69792b8f4e08 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 Aug 24 18:58:45.552825 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2539f5-3b3f-4511-b70a-40e436f5c65a req-d03def6c-e62b-48a2-9fcd-97373dbaace8 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:45.554264 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6c2539f5-3b3f-4511-b70a-40e436f5c65a req-d03def6c-e62b-48a2-9fcd-97373dbaace8 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 946 time: 0.0765312 Aug 24 18:58:45.598404 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6c2539f5-3b3f-4511-b70a-40e436f5c65a req-302d6e13-76ee-46b8-8af5-38428520d4e6 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386755 Aug 24 18:58:54.828300 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02974ec4-07d3-4258-9813-13bc885d1021 req-7b83405b-74a5-417b-8cee-b5647c47ac57 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:54.829825 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-02974ec4-07d3-4258-9813-13bc885d1021 req-7b83405b-74a5-417b-8cee-b5647c47ac57 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0785499 Aug 24 18:58:54.877435 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-02974ec4-07d3-4258-9813-13bc885d1021 req-4fa22b9b-5665-492f-85a5-6741a1761c2e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409544 Aug 24 18:58:56.079393 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0246a-a6e9-416e-a00f-d2c271a23f44 req-4b4adac6-272f-4099-b26a-57ada1a263a0 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:56.080817 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e9c0246a-a6e9-416e-a00f-d2c271a23f44 req-4b4adac6-272f-4099-b26a-57ada1a263a0 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0793970 Aug 24 18:58:56.127070 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e9c0246a-a6e9-416e-a00f-d2c271a23f44 req-e0f196b9-cce0-401e-9cb0-3f3523d8d895 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 Aug 24 18:58:57.324575 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61483a55-3ca7-4c79-a7ca-0febce786e64 req-62756be9-e175-4459-8c32-5e2c1cee2bc1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:57.326038 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-61483a55-3ca7-4c79-a7ca-0febce786e64 req-62756be9-e175-4459-8c32-5e2c1cee2bc1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0799370 Aug 24 18:58:57.371234 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-61483a55-3ca7-4c79-a7ca-0febce786e64 req-f5c8c59e-6e74-4afa-a929-b821ae35b00b tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396085 Aug 24 18:58:58.572097 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db288458-9c9b-43cb-a48c-cf2ba16a9c8e req-a983987f-a38b-4d36-8c96-f2ec471ed22f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:58.573547 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-db288458-9c9b-43cb-a48c-cf2ba16a9c8e req-a983987f-a38b-4d36-8c96-f2ec471ed22f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0779283 Aug 24 18:58:58.622952 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-db288458-9c9b-43cb-a48c-cf2ba16a9c8e req-1c1e4a66-3677-4fe6-9c2a-0ccaf25ac065 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435419 Aug 24 18:58:59.822086 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb266-96df-472e-826d-9524303bf26b req-6f6abfdc-616d-48ab-b733-ccabca1a3606 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:58:59.823498 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-538cb266-96df-472e-826d-9524303bf26b req-6f6abfdc-616d-48ab-b733-ccabca1a3606 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0759783 Aug 24 18:58:59.867808 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-538cb266-96df-472e-826d-9524303bf26b req-d1a7e015-1567-416f-8d70-cf3bbdee0539 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389395 Aug 24 18:59:01.060555 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618274e9-eb4c-4bac-8923-95d18559689f req-70387542-874c-4cf2-9e58-2f909485ff8e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:01.061986 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-618274e9-eb4c-4bac-8923-95d18559689f req-70387542-874c-4cf2-9e58-2f909485ff8e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0745943 Aug 24 18:59:01.106800 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-618274e9-eb4c-4bac-8923-95d18559689f req-3bad2a18-d2b7-41ca-8b94-f6f2ee33276d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393975 Aug 24 18:59:02.082996 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:02.302486 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad880bc6-7c00-4a8b-a27c-6ef63e426bda req-796779a6-9837-4893-a924-fb43b4888d68 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:02.303937 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ad880bc6-7c00-4a8b-a27c-6ef63e426bda req-796779a6-9837-4893-a924-fb43b4888d68 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0794537 Aug 24 18:59:02.347755 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ad880bc6-7c00-4a8b-a27c-6ef63e426bda req-fc3a6535-da22-4b03-b949-fc03fdc27538 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382824 Aug 24 18:59:03.333971 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-bf421d32-b05e-42e1-bbe8-366f00552b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:03.544471 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092cfa3-c035-41ad-a5a8-2e9cea17482c req-98a849f1-e288-4e0f-b07f-873f1d352e7e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:03.545921 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d092cfa3-c035-41ad-a5a8-2e9cea17482c req-98a849f1-e288-4e0f-b07f-873f1d352e7e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0795467 Aug 24 18:59:03.589960 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d092cfa3-c035-41ad-a5a8-2e9cea17482c req-6ef35d3f-8c06-463c-956f-42fa64595712 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380812 Aug 24 18:59:04.534168 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:04.782411 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aff72-3e72-4495-bb58-a8f489a8138c req-937924f7-6003-44ef-a137-82630c00e507 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:04.783848 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e52aff72-3e72-4495-bb58-a8f489a8138c req-937924f7-6003-44ef-a137-82630c00e507 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0741787 Aug 24 18:59:04.829158 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e52aff72-3e72-4495-bb58-a8f489a8138c req-c196bcf4-d4db-4275-8ec3-b798d1d11270 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Aug 24 18:59:05.831283 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-57fa53bc-19c9-4a6e-81e7-8fcc63806e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:06.022099 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de6b91-2901-4c00-874a-1f36c2991434 req-ec1a6c0a-0102-4afd-85c2-e6ee163edaf9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:06.023543 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-09de6b91-2901-4c00-874a-1f36c2991434 req-ec1a6c0a-0102-4afd-85c2-e6ee163edaf9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0756307 Aug 24 18:59:06.066906 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-09de6b91-2901-4c00-874a-1f36c2991434 req-fc53961d-2157-47ef-ad5e-85a23c174974 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377519 Aug 24 18:59:06.711788 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:07.275113 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc991-894b-4d04-8bab-8a41b60a8cea req-03b09a09-7df9-4bf4-9b0e-cbba839960f9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:07.276641 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ab4fc991-894b-4d04-8bab-8a41b60a8cea req-03b09a09-7df9-4bf4-9b0e-cbba839960f9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0818865 Aug 24 18:59:07.321465 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ab4fc991-894b-4d04-8bab-8a41b60a8cea req-d3a7faaa-0698-4cde-ae2c-c662ba026657 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393775 Aug 24 18:59:08.203640 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:08.513138 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa5b17-eedb-4e1d-a91f-66b864e6f673 req-dbfa1989-799e-4480-a37b-46fc76d5666c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:08.514920 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-47fa5b17-eedb-4e1d-a91f-66b864e6f673 req-dbfa1989-799e-4480-a37b-46fc76d5666c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0757692 Aug 24 18:59:08.564155 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-47fa5b17-eedb-4e1d-a91f-66b864e6f673 req-9de4da5b-d934-4102-8e0d-de15712a14e8 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 Aug 24 18:59:09.772008 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cd6e9-fea7-4fcf-8138-239db15f5940 req-d73a98a5-73fd-44b8-9115-f193356017ec tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:09.773509 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-429cd6e9-fea7-4fcf-8138-239db15f5940 req-d73a98a5-73fd-44b8-9115-f193356017ec tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0814040 Aug 24 18:59:09.820196 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-429cd6e9-fea7-4fcf-8138-239db15f5940 req-48a36bcf-ca07-44b8-8021-be5a24fabd08 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410995 Aug 24 18:59:09.917392 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed327ba-a01f-40df-b2b4-335ed6c3ef46 req-cd6bb0e3-87ca-4960-b420-4edfedb9e4b3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:09.918900 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9ed327ba-a01f-40df-b2b4-335ed6c3ef46 req-cd6bb0e3-87ca-4960-b420-4edfedb9e4b3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 946 time: 0.0768604 Aug 24 18:59:09.963158 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9ed327ba-a01f-40df-b2b4-335ed6c3ef46 req-d344ed60-8e33-40b0-aa47-73993f222bc5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386257 Aug 24 18:59:11.020559 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61e389-9ebb-45d4-a5b2-12545c0b0c34 req-1a50d227-d662-4b12-b1b8-c27dcb20ee02 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:11.022716 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5a61e389-9ebb-45d4-a5b2-12545c0b0c34 req-1a50d227-d662-4b12-b1b8-c27dcb20ee02 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0795481 Aug 24 18:59:11.075485 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5a61e389-9ebb-45d4-a5b2-12545c0b0c34 req-4d8f4d7e-fb25-4b5e-bab5-77a426017f00 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457399 Aug 24 18:59:11.251530 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e152e52-23f2-4cd7-9d1e-07a6c7ad6abe req-8a700ba3-5a91-4f70-b224-68d03b881062 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:11.253088 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2e152e52-23f2-4cd7-9d1e-07a6c7ad6abe req-8a700ba3-5a91-4f70-b224-68d03b881062 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 946 time: 0.1461198 Aug 24 18:59:11.297898 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2e152e52-23f2-4cd7-9d1e-07a6c7ad6abe req-3b9896bb-d016-475d-886b-61c12349d703 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386164 Aug 24 18:59:11.607479 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd77f4e-bccf-46d5-8370-69ef3d561137 req-0a2b4dc2-bbdd-476d-8a15-94face183f7d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:11.608869 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5cd77f4e-bccf-46d5-8370-69ef3d561137 req-0a2b4dc2-bbdd-476d-8a15-94face183f7d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0755413 Aug 24 18:59:11.660218 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5cd77f4e-bccf-46d5-8370-69ef3d561137 req-ec730ba2-bb45-48d8-91e2-ab8c3ca65553 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458384 Aug 24 18:59:11.791561 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8d6b1ba-82e9-4c8a-b14f-d5ff8162a156 req-018f11a6-b5c5-4f43-acd1-fdada34411ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 1099 time: 0.1469126 Aug 24 18:59:11.922172 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b1ba-82e9-4c8a-b14f-d5ff8162a156 req-28a62c43-26ca-4f22-975a-9466c63718c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:11.923589 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8d6b1ba-82e9-4c8a-b14f-d5ff8162a156 req-28a62c43-26ca-4f22-975a-9466c63718c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 912 time: 0.1258836 Aug 24 18:59:11.952581 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-55f9d7cd-e6a2-4885-9094-a78ab5165c25 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:11.954028 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-55f9d7cd-e6a2-4885-9094-a78ab5165c25 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 946 time: 0.0768585 Aug 24 18:59:12.021510 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Deleting port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:59:12.022235 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:12.030506 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8d6b1ba-82e9-4c8a-b14f-d5ff8162a156 req-f220b87d-3ba1-4d29-a5a0-3f9d53f31631 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 HTTP/1.1" status: 200 len: 1001 time: 0.0971494 Aug 24 18:59:12.094028 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6b1ba-82e9-4c8a-b14f-d5ff8162a156 req-c0e8891d-4d5e-4b93-97f4-ebbf52e9b0cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:12.095763 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8d6b1ba-82e9-4c8a-b14f-d5ff8162a156 req-c0e8891d-4d5e-4b93-97f4-ebbf52e9b0cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 200 len: 850 time: 0.0583196 Aug 24 18:59:12.168613 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8d6b1ba-82e9-4c8a-b14f-d5ff8162a156 req-a3d16203-0b77-473c-adff-aebf53b47e22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01b0bebc-79e0-43fb-96ce-c8008e4895da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662298 Aug 24 18:59:12.265406 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] For port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:59:12.265778 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:12.297712 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8d6b1ba-82e9-4c8a-b14f-d5ff8162a156 req-9a9d51ce-0de8-4a3b-bcb7-a6d3f3c26938 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227429 Aug 24 18:59:12.432704 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8d6b1ba-82e9-4c8a-b14f-d5ff8162a156 req-4e225f80-1b8b-4ac7-858a-299a3108a7bb service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284363 Aug 24 18:59:12.513224 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840bc41-7186-4cd7-96f9-ab7d42832a46 req-26766e31-b504-44c2-9091-ee36c3ab36f4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:12.514804 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e840bc41-7186-4cd7-96f9-ab7d42832a46 req-26766e31-b504-44c2-9091-ee36c3ab36f4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 946 time: 0.0780225 Aug 24 18:59:12.558718 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e840bc41-7186-4cd7-96f9-ab7d42832a46 req-e5add124-6785-4f93-84c4-4aa19e0a6b04 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=39716275-63a1-439b-ac03-47b27e9e3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380976 Aug 24 18:59:12.625679 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:12.626044 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:12.626396 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.l3_db [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Floating IP a83a82de-a490-4fe2-84ed-e0288cc28f58 disassociated. External IP: 172.28.1.247, port: 2d190b7c-07c2-4e34-be33-b36dcdcd0db2. Aug 24 18:59:12.626713 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Calling delete_port for 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:59:12.836856 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:12.843259 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ffd5ae9e-fa54-4816-9f30-be7b29d83d77 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:12.887517 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event deleted for resources: {'Port': ['ID=2d190b7c-07c2-4e34-be33-b36dcdcd0db2,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:12.891944 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:12.965145 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0761f3-8ba7-4e13-add3-4f6c4fbe6d79 req-9b84a0f0-2125-4838-9a41-5c7197aec02f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:12.966662 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ad0761f3-8ba7-4e13-add3-4f6c4fbe6d79 req-9b84a0f0-2125-4838-9a41-5c7197aec02f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.1829410 Aug 24 18:59:13.028527 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ad0761f3-8ba7-4e13-add3-4f6c4fbe6d79 req-71ab37f7-29d7-4dc2-97cc-c4cee52b5073 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548444 Aug 24 18:59:13.166263 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Router f67f6989-f28f-4a4e-934e-51595eee96a3 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:59:13.368014 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:59:13.379805 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] Sync routers for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:59:13.392428 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:59:13.393541 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:59:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:59:13.435027 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] No DVR routers for this DVR port 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:59:13.437533 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:13.440238 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-deleted', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:59:13.570162 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f9608cb2-cc18-4964-afb2-ae360dfda5a3 req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "DELETE /v2.0/ports/2d190b7c-07c2-4e34-be33-b36dcdcd0db2 HTTP/1.1" status: 204 len: 173 time: 1.6099274 Aug 24 18:59:13.587184 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ae033-536a-4970-adff-fd24492eedeb', 'name': 'network-vif-deleted', 'tag': '2d190b7c-07c2-4e34-be33-b36dcdcd0db2', 'status': 'completed', 'code': 200} Aug 24 18:59:13.587876 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:59:13.750002 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-58063d42-46b5-46ad-b888-50681931f51c req-528ff03f-1d73-449c-9023-df4b37fcb30e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:59:13.826237 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-58063d42-46b5-46ad-b888-50681931f51c req-528ff03f-1d73-449c-9023-df4b37fcb30e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:59:13.827699 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-58063d42-46b5-46ad-b888-50681931f51c req-528ff03f-1d73-449c-9023-df4b37fcb30e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=276ae033-536a-4970-adff-fd24492eedeb HTTP/1.1" status: 200 len: 210 time: 0.1220737 Aug 24 18:59:13.947951 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:59:13.952099 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] Checking router: f67f6989-f28f-4a4e-934e-51595eee96a3 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:59:13.963122 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:59:13.963733 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:59:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:59:14.155963 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:59:14.237995 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db3012-c61a-4a7c-9697-9ab11e7486c9 req-086d8f7e-4cd5-497e-b379-10f27df2eda7 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:14.242652 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-86db3012-c61a-4a7c-9697-9ab11e7486c9 req-086d8f7e-4cd5-497e-b379-10f27df2eda7 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0800896 Aug 24 18:59:14.293803 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-86db3012-c61a-4a7c-9697-9ab11e7486c9 req-a2447377-13f2-4ce4-9d71-d0abbe832ec9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486217 Aug 24 18:59:14.469929 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:59:14.474313 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1fd59-89e5-4a64-9548-2af5469318c8 None None] The sync data for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb is: [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:59:14.700288 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c3a080-3407-431a-9871-5bfda7019f7c None None] New status for floating IP a83a82de-a490-4fe2-84ed-e0288cc28f58: DOWN {{(pid=75891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:59:14.917818 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:59:16.054725 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:59:16.060932 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45582) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:59:16.086848 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:59:16.087201 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 2d190b7c-07c2-4e34-be33-b36dcdcd0db2 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:59:16.128461 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:16.155713 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:16.323068 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:16.328602 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e24c2561-ce54-4255-b79f-fc5dada68a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:16.343069 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39716275-63a1-439b-ac03-47b27e9e3d24,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:16.352352 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.352724 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.353086 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.353449 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.353820 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.354179 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.354534 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.354887 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.355433 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.355781 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.356129 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:16.359069 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:16.464774 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:16.465890 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "DELETE /v2.0/security-groups/39716275-63a1-439b-ac03-47b27e9e3d24 HTTP/1.1" status: 204 len: 168 time: 0.4039156 Aug 24 18:59:16.468519 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45588) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:59:16.485921 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.api.v2.resource [None req-aadb6850-1afa-44b7-a08d-146f08c95e29 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] show failed (client error): The resource could not be found. Aug 24 18:59:16.486903 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-aadb6850-1afa-44b7-a08d-146f08c95e29 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups/39716275-63a1-439b-ac03-47b27e9e3d24 HTTP/1.1" status: 404 len: 347 time: 0.0175126 Aug 24 18:59:16.490022 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45592) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:59:16.646799 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Deleting port bfa5dc46-71dc-4648-95a0-53928c705325 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:59:16.647056 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:16.812154 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:16.816496 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:16.995594 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Calling delete_port for bfa5dc46-71dc-4648-95a0-53928c705325 owned by network:floatingip {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:59:17.197096 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:17.201334 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-93f0ac59-0930-4ca7-95f9-a3650e1e78c2 tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:17.245086 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event deleted for resources: {'Port': ['ID=bfa5dc46-71dc-4648-95a0-53928c705325,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:17.248481 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:17.330942 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:17.402659 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:17.403806 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "DELETE /v2.0/floatingips/a83a82de-a490-4fe2-84ed-e0288cc28f58 HTTP/1.1" status: 204 len: 168 time: 0.9129040 Aug 24 18:59:17.910285 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 45602) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:59:17.916408 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704025883', 'description': 'tempest-description--423370798'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:59:17.922212 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:59:17.926273 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:security_group and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:59:17.929625 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:59:17.935910 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:59:18.042797 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:18.077392 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:59:18.081235 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:security_group_rule and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:59:18.083970 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:59:18.089489 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:59:18.142933 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:18.260005 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:18.265363 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-38a5b189-8575-4096-adc1-8e808f802bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:18.304484 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a9d0e9-b60d-4f53-808c-a9468020304e,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:18.307237 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:18.402713 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:18.403945 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-776c15ff-ef81-41ee-9511-f1c5813ad2c9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4921339 Aug 24 18:59:18.406895 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 45606) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:59:18.412945 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'security_group_rule': {'security_group_id': 'b6a9d0e9-b60d-4f53-808c-a9468020304e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:59:18.418638 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:59:18.422341 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:security_group_rule and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:59:18.425154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:59:18.430803 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:59:18.517362 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:18.577170 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:18.665418 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:18.667465 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-26c1323d-0204-4afc-a089-44c5b4089dcf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:18.688605 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29d5426-0639-45f7-959c-e332cedb908c,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:18.690879 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:18.756876 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:18.758047 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-68e79f2e-e380-49c2-bfa6-9c68aedfce32 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3502338 Aug 24 18:59:18.760745 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 45610) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:59:18.766360 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'security_group_rule': {'security_group_id': 'b6a9d0e9-b60d-4f53-808c-a9468020304e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:59:18.772840 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:59:18.779586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:security_group_rule and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:59:18.779586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:59:18.785217 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:59:18.866119 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:18.927583 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:19.014395 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:19.016587 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2da190dd-cfef-4f86-9084-b943211c49e0 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:19.039155 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ecca77-e4e8-48cd-add1-6940a534f213,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:19.041402 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:19.146257 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:19.147781 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-fa7d477e-6f12-4fd2-b463-da682b2816bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3861322 Aug 24 18:59:19.150820 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 45618) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:59:19.156728 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'floatingip': {'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:59:19.162779 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:59:19.166575 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Usage tracker for resource:floatingip and tenant:e3fdee0a01874b569ec972a528b43375 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:59:19.169367 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:59:19.175103 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:59:19.316894 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:19.452888 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:19.673023 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Allocated IP 172.28.1.74 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/7d38ca3d-8a3c-4be6-b1d7-2619fe53fb85) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:59:19.816168 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:19.922977 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:19.927287 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b048a645-7c60-40ed-824c-5b835887267b tempest-VolumesNegativeTest-1714316647 tempest-VolumesNegativeTest-1714316647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:19.990127 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:59:19.993995 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:59:19.997633 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:59:20.027544 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'Port': ['ID=7d38ca3d-8a3c-4be6-b1d7-2619fe53fb85,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:20.033514 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:20.163745 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:20.292262 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:20.489163 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:20.550897 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:20.554531 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-24490c04-fd6f-4a98-b310-90732a581fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:20.650832 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'Port': ['ID=7d38ca3d-8a3c-4be6-b1d7-2619fe53fb85,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:20.657633 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:20.669845 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:20.756536 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:20.757699 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6057961 Aug 24 18:59:20.922305 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-3924f2bb-227a-4ffa-93c3-033528c89eef tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:59:21.002373 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-3924f2bb-227a-4ffa-93c3-033528c89eef tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:59:21.003524 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-3924f2bb-227a-4ffa-93c3-033528c89eef tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1704025883&fields=id&tenant_id=e3fdee0a01874b569ec972a528b43375 HTTP/1.1" status: 200 len: 267 time: 0.1203606 Aug 24 18:59:21.147450 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-91392a07-986d-48c0-bbf8-7cf413cdafcc tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:21.148800 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-91392a07-986d-48c0-bbf8-7cf413cdafcc tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 817 time: 0.1382892 Aug 24 18:59:21.164596 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-23093a4b-1353-4322-a6de-8cb3e277a393 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/quotas/e3fdee0a01874b569ec972a528b43375 HTTP/1.1" status: 200 len: 375 time: 0.0105174 Aug 24 18:59:21.246927 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-b7fc4d12-57e5-47c1-92ec-eebdf989510a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:59:21.328274 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-b7fc4d12-57e5-47c1-92ec-eebdf989510a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:59:21.329569 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-b7fc4d12-57e5-47c1-92ec-eebdf989510a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602082 Aug 24 18:59:21.528346 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-56708a88-30a5-458e-bd27-0736f8fcb0a5 service neutron] 10.222.0.20 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874082 Aug 24 18:59:21.659653 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-1480f310-060d-458d-a964-9c4be0ec72af service neutron] 10.222.0.20 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252639 Aug 24 18:59:21.954054 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-71df7429-919e-4179-a4a8-92a522a06207 req-b1f4379b-21c3-45c0-9481-f89df06c068c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 210 time: 0.0430131 Aug 24 18:59:23.075673 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d0238ac7-6348-4a78-9583-2d52190f8aff req-376f120f-c3c6-476c-93aa-2251e2f9248d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 210 time: 0.0416565 Aug 24 18:59:24.257873 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-389bc6d2-ae60-4965-93a0-ba8be507c0f2 req-224fe0ab-a24d-4b1d-808b-0d810cfeb0bd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 210 time: 0.0445437 Aug 24 18:59:24.455034 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-4d83a759-afa4-419f-850b-3aabcd8ee1eb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:24.456535 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-4d83a759-afa4-419f-850b-3aabcd8ee1eb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 817 time: 0.1375217 Aug 24 18:59:24.516037 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-739ef61a-81fb-4d31-ac17-e0ff0cfe87d9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:security_group {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:59:24.527407 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-739ef61a-81fb-4d31-ac17-e0ff0cfe87d9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:security_group {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:59:24.528538 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-739ef61a-81fb-4d31-ac17-e0ff0cfe87d9 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3fdee0a01874b569ec972a528b43375 HTTP/1.1" status: 200 len: 380 time: 0.0565059 Aug 24 18:59:24.538368 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'port': {'device_id': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'admin_state_up': True, 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'security_groups': ['b6a9d0e9-b60d-4f53-808c-a9468020304e']}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:59:24.671685 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:59:24.681711 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:59:24.756544 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Made reservation on behalf of e3fdee0a01874b569ec972a528b43375 for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:59:24.759640 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:24.922505 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Allocated IP 172.20.0.5 (532d8d62-190d-430c-8008-5927af9c724f/57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29/bbcc4c0c-9727-4711-9616-195b10199969) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:59:25.103110 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:25.118950 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Transition to ACTIVE for port object bbcc4c0c-9727-4711-9616-195b10199969 will not be triggered until provisioned by entity DHCP. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:59:25.220459 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:25.226659 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:25.290854 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Network 532d8d62-190d-430c-8008-5927af9c724f is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:59:25.293897 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:59:25.297781 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:59:25.329863 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:25.355238 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.355567 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.355893 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.356250 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.356640 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.356981 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.357347 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.357702 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.358042 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.358410 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.358761 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:59:25.369775 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:25.386916 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:25.387669 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:25.563558 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0d919-1716-42c4-9952-d1fd11d689cd req-6fee402d-ef84-428f-ac25-6ad6f01cd6cb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:25.564256 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-f0d0d919-1716-42c4-9952-d1fd11d689cd req-6fee402d-ef84-428f-ac25-6ad6f01cd6cb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:59:25.649481 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1152616 Aug 24 18:59:25.677202 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-935fd944-cf6b-423f-80d1-9656a5252eef None None] Provisioning for port bbcc4c0c-9727-4711-9616-195b10199969 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:59:25.682286 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-935fd944-cf6b-423f-80d1-9656a5252eef None None] Provisioning complete for port bbcc4c0c-9727-4711-9616-195b10199969 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:59:25.682661 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-935fd944-cf6b-423f-80d1-9656a5252eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:25.705169 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-f0d0d919-1716-42c4-9952-d1fd11d689cd req-6fee402d-ef84-428f-ac25-6ad6f01cd6cb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:59:25.706280 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f0d0d919-1716-42c4-9952-d1fd11d689cd req-6fee402d-ef84-428f-ac25-6ad6f01cd6cb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 931 time: 0.3072679 Aug 24 18:59:25.734879 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Request body: {'port': {'device_id': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:59:25.736527 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-935fd944-cf6b-423f-80d1-9656a5252eef None None] Port bbcc4c0c-9727-4711-9616-195b10199969 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:59:25.804361 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f0d0d919-1716-42c4-9952-d1fd11d689cd req-f85a02fd-2f70-497b-b4ac-3364e7274eee tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922360 Aug 24 18:59:25.857238 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:26.188344 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcc4c0c-9727-4711-9616-195b10199969 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:59:26.195729 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:26.210741 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Transition to ACTIVE for port object bbcc4c0c-9727-4711-9616-195b10199969 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:59:26.304896 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:26.308774 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0606708a-ccc3-42c5-aac7-3b2bfcc3b8d5 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:26.438728 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:26.443348 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:26.542000 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Attempting to bind port bbcc4c0c-9727-4711-9616-195b10199969 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:59:26.542356 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Attempting to bind port bbcc4c0c-9727-4711-9616-195b10199969 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:59:26.542679 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Attempting to bind port bbcc4c0c-9727-4711-9616-195b10199969 on network 532d8d62-190d-430c-8008-5927af9c724f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:59:26.549437 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Port bbcc4c0c-9727-4711-9616-195b10199969 on network 532d8d62-190d-430c-8008-5927af9c724f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:59:26.549787 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Attempting to bind port bbcc4c0c-9727-4711-9616-195b10199969 on network 532d8d62-190d-430c-8008-5927af9c724f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:59:26.556833 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:59:26.557170 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Checking segment: {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:59:26.557548 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Bound using segment: {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:59:26.557968 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Bound port: bbcc4c0c-9727-4711-9616-195b10199969, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '532d8d62-190d-430c-8008-5927af9c724f'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:59:26.558339 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:26.647304 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:59:26.650233 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:59:26.722406 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:26.727090 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b7e358d1-d358-49f6-8d7f-873141f7421d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:26.784401 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:26.785774 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] 10.222.0.58 "PUT /v2.0/ports/bbcc4c0c-9727-4711-9616-195b10199969 HTTP/1.1" status: 200 len: 1093 time: 1.0552590 Aug 24 18:59:26.786284 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:59:26.802916 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:26.805996 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:26.850824 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969', 'status': 'completed', 'code': 200} Aug 24 18:59:26.996928 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-86df69e6-944d-4f12-afef-ecca7f05381c req-5b33fe68-d1bb-4b9b-bc32-1959636f8353 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 1096 time: 0.1232779 Aug 24 18:59:27.124011 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889da3ea-1d15-4d4d-ae4e-d9139c929d51 req-8a29d573-3793-476e-bd9c-fa7002ac2a2a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:27.125740 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-889da3ea-1d15-4d4d-ae4e-d9139c929d51 req-8a29d573-3793-476e-bd9c-fa7002ac2a2a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.1796129 Aug 24 18:59:27.173666 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df69e6-944d-4f12-afef-ecca7f05381c req-f4d931cb-7354-4b01-9a91-8f237c6b9650 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:27.175112 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-86df69e6-944d-4f12-afef-ecca7f05381c req-f4d931cb-7354-4b01-9a91-8f237c6b9650 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e3fdee0a01874b569ec972a528b43375&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1676493 Aug 24 18:59:27.263997 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-889da3ea-1d15-4d4d-ae4e-d9139c929d51 req-4d6c3720-60b9-4a56-a387-d29340eed4b5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277449 Aug 24 18:59:27.316987 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df69e6-944d-4f12-afef-ecca7f05381c req-eb8de52c-72fb-4516-9306-537b8f33bedb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:27.318452 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-86df69e6-944d-4f12-afef-ecca7f05381c req-eb8de52c-72fb-4516-9306-537b8f33bedb service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366596 Aug 24 18:59:27.424719 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-a58f821b-e457-44d2-b320-4bef0d471dea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 1096 time: 0.0715218 Aug 24 18:59:27.502380 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-c145d8fa-877e-4949-a554-c46c96b6a596 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbcc4c0c-9727-4711-9616-195b10199969 HTTP/1.1" status: 200 len: 217 time: 0.0617034 Aug 24 18:59:27.643577 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-00367ccb-de1f-402d-afdd-087110bc07eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:27.645027 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-00367ccb-de1f-402d-afdd-087110bc07eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.1358538 Aug 24 18:59:27.720386 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-d1304064-d70c-4614-96de-3028b2eaaca9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687432 Aug 24 18:59:27.848007 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-bb111cb2-c100-4b31-90e6-e4c319171a84 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206338 Aug 24 18:59:27.978051 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5be27bcf-0781-44ab-821f-86c4f3bf37d9 req-401cef0b-74f5-4b3b-bda5-a43c9596eb18 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233585 Aug 24 18:59:28.620883 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ede5ac-14b2-45c2-80bd-231bc19183fd req-6c873e5d-ba14-4a37-93e8-d4955e70b7a0 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:28.622246 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-84ede5ac-14b2-45c2-80bd-231bc19183fd req-6c873e5d-ba14-4a37-93e8-d4955e70b7a0 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0793321 Aug 24 18:59:28.665882 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-84ede5ac-14b2-45c2-80bd-231bc19183fd req-891cd4fd-bbeb-4a13-97e9-ffd6f602cd76 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381758 Aug 24 18:59:29.876048 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214ee58-5ac1-4a6b-8d99-165d5de4b919 req-00b00f14-c121-46d0-8e53-741617949ccd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:29.877508 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8214ee58-5ac1-4a6b-8d99-165d5de4b919 req-00b00f14-c121-46d0-8e53-741617949ccd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0754189 Aug 24 18:59:29.921605 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8214ee58-5ac1-4a6b-8d99-165d5de4b919 req-f5eaa246-5438-4415-978f-9bf206b0bdcc tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379627 Aug 24 18:59:31.124287 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b793028-163e-4a9a-9f7b-0d8b62b616eb req-0f46eb5b-792b-4094-831a-d37e3b1f72c8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:31.125723 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5b793028-163e-4a9a-9f7b-0d8b62b616eb req-0f46eb5b-792b-4094-831a-d37e3b1f72c8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0748699 Aug 24 18:59:31.170060 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5b793028-163e-4a9a-9f7b-0d8b62b616eb req-2987ab84-c613-43cc-bd06-300ac0cd062d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388114 Aug 24 18:59:32.082206 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:32.134765 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:59:32.263708 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:59:32.276979 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'bbcc4c0c-9727-4711-9616-195b10199969', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'port_id': 'bbcc4c0c-9727-4711-9616-195b10199969', 'mac_address': 'fa:16:3e:38:53:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:59:32.330807 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:32.348708 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcc4c0c-9727-4711-9616-195b10199969 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:59:32.364067 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:59:32.381897 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb010e8-7ba1-4dfe-b168-4eb208c10a51 req-5bb5ba0a-f203-40a6-8253-bfcb7dc72365 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:32.383405 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4fb010e8-7ba1-4dfe-b168-4eb208c10a51 req-5bb5ba0a-f203-40a6-8253-bfcb7dc72365 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0801029 Aug 24 18:59:32.428165 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4fb010e8-7ba1-4dfe-b168-4eb208c10a51 req-1cea456b-f110-4ff0-a9db-875446f8cde7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392358 Aug 24 18:59:32.459892 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:32.461720 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:32.529653 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:32.533098 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:32.847651 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['bbcc4c0c-9727-4711-9616-195b10199969'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:59:33.362076 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1e9abd92-33cc-4aa4-901a-96ac73be6ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:33.595205 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-701bab01-dee0-44de-899b-46a18f4b8fde req-090396c7-23e5-4ac8-926f-c3e3805fb103 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714626 Aug 24 18:59:33.638002 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d771a7-e701-4285-ab0f-9a3016b3d78c req-3f3fa4f9-fe61-427a-a504-29d223e35fc1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:33.639486 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-02d771a7-e701-4285-ab0f-9a3016b3d78c req-3f3fa4f9-fe61-427a-a504-29d223e35fc1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 944 time: 0.0763032 Aug 24 18:59:33.683809 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-701bab01-dee0-44de-899b-46a18f4b8fde req-f1873f4b-5822-4b1c-bfae-ed6d847dcff9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0672553 Aug 24 18:59:33.684461 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-02d771a7-e701-4285-ab0f-9a3016b3d78c req-3277d90b-1780-4fcc-889d-f6f13a0b12fc tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393696 Aug 24 18:59:33.825527 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bab01-dee0-44de-899b-46a18f4b8fde req-ce8fa54f-46c5-432f-aff6-0bd27ae77bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:33.826992 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-701bab01-dee0-44de-899b-46a18f4b8fde req-ce8fa54f-46c5-432f-aff6-0bd27ae77bb0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 912 time: 0.1244457 Aug 24 18:59:33.930648 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-701bab01-dee0-44de-899b-46a18f4b8fde req-b50d9535-7a8f-46e2-a56f-ba8da586102a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 HTTP/1.1" status: 200 len: 1001 time: 0.0959599 Aug 24 18:59:33.995320 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bab01-dee0-44de-899b-46a18f4b8fde req-4105ac74-46c3-49b6-9936-5ea7888bff4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:33.996758 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-701bab01-dee0-44de-899b-46a18f4b8fde req-4105ac74-46c3-49b6-9936-5ea7888bff4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 200 len: 850 time: 0.0586514 Aug 24 18:59:34.068668 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-701bab01-dee0-44de-899b-46a18f4b8fde req-7f48e29c-c825-48a3-8267-6cadff822caa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01b0bebc-79e0-43fb-96ce-c8008e4895da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0651922 Aug 24 18:59:34.160797 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:59:34.197659 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-701bab01-dee0-44de-899b-46a18f4b8fde req-df04969e-44c3-43f0-a728-7e81b00cedbd service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224425 Aug 24 18:59:34.305020 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port bbcc4c0c-9727-4711-9616-195b10199969 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:59:34.310042 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port bbcc4c0c-9727-4711-9616-195b10199969 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:59:34.310915 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:34.371259 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-701bab01-dee0-44de-899b-46a18f4b8fde req-c1ef6bca-5bf4-4757-b263-4154b6c5f4b5 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220925 Aug 24 18:59:34.422073 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:34.458442 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:59:34.468355 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:59:34.533518 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:34.567660 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:34.569458 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:34.598530 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969', 'code': 200} Aug 24 18:59:34.635650 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:34.638627 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:34.900902 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca75d1-45d7-4259-8ff6-53b4f4c75246 req-7b9e198c-b0de-4145-bdfa-5a4185f56575 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:34.902383 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-94ca75d1-45d7-4259-8ff6-53b4f4c75246 req-7b9e198c-b0de-4145-bdfa-5a4185f56575 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0785580 Aug 24 18:59:34.945891 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-94ca75d1-45d7-4259-8ff6-53b4f4c75246 req-61c96611-cd5a-423c-b054-07f602fc7887 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379729 Aug 24 18:59:35.086842 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8edbc9f-bd1f-4328-8839-dea9135c9224 req-91547f3b-9dd0-4f6c-a137-e0c153e0cdb9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 1098 time: 0.0664854 Aug 24 18:59:35.134195 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8edbc9f-bd1f-4328-8839-dea9135c9224 req-bc158990-0dd4-46c1-a0b6-6e7ae2ce50f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Aug 24 18:59:35.819329 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-c986e8a6-3f20-4b2c-b2ac-7d019e91bb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:36.154161 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f7571-d61e-44f7-9c51-7aaf27b7b4fb req-35f70fc3-ae2b-4469-8855-bceca758719a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:36.155633 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a55f7571-d61e-44f7-9c51-7aaf27b7b4fb req-35f70fc3-ae2b-4469-8855-bceca758719a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0761359 Aug 24 18:59:36.200682 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a55f7571-d61e-44f7-9c51-7aaf27b7b4fb req-ff5047dd-eb02-42c6-81b5-1f2d13d86088 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Aug 24 18:59:36.763520 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:37.411851 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87807dce-2076-456a-91da-1b4dfe01f5ed req-f983b12d-1be6-4591-b8be-6bfb9f248861 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:37.413338 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-87807dce-2076-456a-91da-1b4dfe01f5ed req-f983b12d-1be6-4591-b8be-6bfb9f248861 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0798306 Aug 24 18:59:37.538778 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-87807dce-2076-456a-91da-1b4dfe01f5ed req-bf6278ad-f7d6-4cc8-82db-4b9721c11cc5 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199214 Aug 24 18:59:37.740287 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a25a5-2931-45a4-b742-4e42c196dc29 req-0e104fdf-47d1-452e-8f4b-c545d1c45025 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:37.741735 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a48a25a5-2931-45a4-b742-4e42c196dc29 req-0e104fdf-47d1-452e-8f4b-c545d1c45025 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0746219 Aug 24 18:59:37.750228 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45742) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:59:37.755479 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-a4f3362f-7ad2-4fc3-9562-fb24c2456a90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Request body: {'floatingip': {'port_id': 'bbcc4c0c-9727-4711-9616-195b10199969'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:59:37.830217 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a4f3362f-7ad2-4fc3-9562-fb24c2456a90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:38.152635 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:38.528336 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a4f3362f-7ad2-4fc3-9562-fb24c2456a90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:38.601672 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a4f3362f-7ad2-4fc3-9562-fb24c2456a90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:38.788612 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.l3_db [None req-a4f3362f-7ad2-4fc3-9562-fb24c2456a90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Floating IP 9a176dc7-889a-4b5e-96bf-97dabf22f106 associated. External IP: 172.28.1.74, port: bbcc4c0c-9727-4711-9616-195b10199969. Aug 24 18:59:39.165621 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f3362f-7ad2-4fc3-9562-fb24c2456a90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Router f67f6989-f28f-4a4e-934e-51595eee96a3 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:59:39.430655 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f3362f-7ad2-4fc3-9562-fb24c2456a90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:59:39.434721 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a4f3362f-7ad2-4fc3-9562-fb24c2456a90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:39.440054 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] Sync routers for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:59:39.452000 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:59:39.452613 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:59:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:59:39.487672 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-a4f3362f-7ad2-4fc3-9562-fb24c2456a90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "PUT /v2.0/floatingips/9a176dc7-889a-4b5e-96bf-97dabf22f106 HTTP/1.1" status: 200 len: 990 time: 1.7363863 Aug 24 18:59:39.488814 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:59:39.631957 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969', 'status': 'completed', 'code': 200} Aug 24 18:59:39.637951 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:59:39.726031 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2e9c9b7f-f322-4abd-bccd-6350958ebb34 req-f863e9be-89af-425f-8955-8483d8d56c8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 1098 time: 0.0684276 Aug 24 18:59:39.855386 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c9b7f-f322-4abd-bccd-6350958ebb34 req-40f88b1f-7953-4c8e-9d57-fd10f731a5db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:39.856845 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2e9c9b7f-f322-4abd-bccd-6350958ebb34 req-40f88b1f-7953-4c8e-9d57-fd10f731a5db service neutron] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 918 time: 0.1241107 Aug 24 18:59:39.968007 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2e9c9b7f-f322-4abd-bccd-6350958ebb34 req-429f051e-48d3-43eb-8a2c-edb32314ba40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbcc4c0c-9727-4711-9616-195b10199969 HTTP/1.1" status: 200 len: 998 time: 0.1043999 Aug 24 18:59:39.988155 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': '9a176dc7-889a-4b5e-96bf-97dabf22f106', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'floating_ip_address': '172.28.1.74', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'port_id': 'bbcc4c0c-9727-4711-9616-195b10199969', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'mac_address': 'fa:16:3e:38:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:59:20Z', 'updated_at': '2021-08-24T18:59:38Z', 'revision_number': 1, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:59:39.992404 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] Checking router: f67f6989-f28f-4a4e-934e-51595eee96a3 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:59:40.002827 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:59:40.003427 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T18:59:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:59:40.044649 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c9b7f-f322-4abd-bccd-6350958ebb34 req-c61e127d-ff13-4e4e-936a-d90aba57287b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:40.047892 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2e9c9b7f-f322-4abd-bccd-6350958ebb34 req-c61e127d-ff13-4e4e-936a-d90aba57287b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.0659535 Aug 24 18:59:40.181816 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:59:40.208073 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2e9c9b7f-f322-4abd-bccd-6350958ebb34 req-1ae11876-39d4-48d1-bceb-7212d27f1992 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1279109 Aug 24 18:59:40.292238 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f66cb6-e986-44eb-801d-6699dbd81d54 req-16a75786-2506-4356-b25d-378749a646f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:40.294095 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-57f66cb6-e986-44eb-801d-6699dbd81d54 req-16a75786-2506-4356-b25d-378749a646f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 946 time: 0.1598020 Aug 24 18:59:40.382043 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-57f66cb6-e986-44eb-801d-6699dbd81d54 req-0c314114-aff8-4baa-8020-6588ed6028c5 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810590 Aug 24 18:59:40.391714 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2e9c9b7f-f322-4abd-bccd-6350958ebb34 req-9a67a0b4-7540-44d7-a589-57a2eb3270c0 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762283 Aug 24 18:59:40.525771 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2e9c9b7f-f322-4abd-bccd-6350958ebb34 req-77a60267-efe5-4acb-a75d-4da4749471d7 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251187 Aug 24 18:59:40.553757 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': '9a176dc7-889a-4b5e-96bf-97dabf22f106', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'floating_ip_address': '172.28.1.74', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'port_id': 'bbcc4c0c-9727-4711-9616-195b10199969', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'mac_address': 'fa:16:3e:38:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:59:20Z', 'updated_at': '2021-08-24T18:59:38Z', 'revision_number': 1, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:59:40.557921 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed2a61-512d-45bc-85ea-c7b464d5abc4 None None] The sync data for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb is: [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': '9a176dc7-889a-4b5e-96bf-97dabf22f106', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'floating_ip_address': '172.28.1.74', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'port_id': 'bbcc4c0c-9727-4711-9616-195b10199969', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'mac_address': 'fa:16:3e:38:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:59:20Z', 'updated_at': '2021-08-24T18:59:38Z', 'revision_number': 1, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:59:40.742345 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f161a1a-d570-4494-be0a-46bed954547b None None] New status for floating IP 9a176dc7-889a-4b5e-96bf-97dabf22f106: ACTIVE {{(pid=75891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:59:41.575885 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bac66-6e75-40e8-8dae-321384869d18 req-13c36286-b8eb-4d4b-9210-80fc58e4203d tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:41.577334 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9c8bac66-6e75-40e8-8dae-321384869d18 req-13c36286-b8eb-4d4b-9210-80fc58e4203d tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 946 time: 0.0747337 Aug 24 18:59:41.622987 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9c8bac66-6e75-40e8-8dae-321384869d18 req-09632953-7117-4403-8072-2c865db19ac4 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Aug 24 18:59:42.819999 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be9edd-72b3-49c4-af55-7c4d8634dfeb req-df6f6200-3362-42eb-9f31-973e4ab27367 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:42.821454 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f9be9edd-72b3-49c4-af55-7c4d8634dfeb req-df6f6200-3362-42eb-9f31-973e4ab27367 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 946 time: 0.0777307 Aug 24 18:59:42.866644 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f9be9edd-72b3-49c4-af55-7c4d8634dfeb req-bf4d102c-e84e-4c7b-8e63-4426b0e884de tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Aug 24 18:59:44.056886 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e70f6-9f3e-4bcc-8101-7989948241a6 req-ecb71b51-050b-46cc-b2f8-db5e8eb85fc1 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:44.058365 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0d9e70f6-9f3e-4bcc-8101-7989948241a6 req-ecb71b51-050b-46cc-b2f8-db5e8eb85fc1 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 946 time: 0.0750892 Aug 24 18:59:44.103775 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0d9e70f6-9f3e-4bcc-8101-7989948241a6 req-017a3ded-8dc4-4eb1-89ff-a1d85b6b9177 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Aug 24 18:59:45.228818 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a482898-2388-49db-8973-d8be132cf6dc req-792b693c-5f5a-4271-be6d-c8e0f953ec7d tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:45.230325 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a482898-2388-49db-8973-d8be132cf6dc req-792b693c-5f5a-4271-be6d-c8e0f953ec7d tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 946 time: 0.0847018 Aug 24 18:59:45.344388 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-9a482898-2388-49db-8973-d8be132cf6dc req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Deleting port 1d46d453-cd70-4f2d-9821-3212a139db68 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:59:45.344726 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a482898-2388-49db-8973-d8be132cf6dc req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:45.437723 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fb16a-ae8d-4e44-8cae-ba9c5a09449e req-1d95c174-3c42-424e-86d1-f912c739d872 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:45.439226 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1d9fb16a-ae8d-4e44-8cae-ba9c5a09449e req-1d95c174-3c42-424e-86d1-f912c739d872 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 946 time: 0.2046406 Aug 24 18:59:45.567184 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1d9fb16a-ae8d-4e44-8cae-ba9c5a09449e req-ad5f9d9f-f0fc-432a-ac10-410d9ba2cf7a tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212132 Aug 24 18:59:45.703954 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-9a482898-2388-49db-8973-d8be132cf6dc req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] For port 1d46d453-cd70-4f2d-9821-3212a139db68, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=1d46d453-cd70-4f2d-9821-3212a139db68,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:59:45.704223 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a482898-2388-49db-8973-d8be132cf6dc req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:45.819743 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-9a482898-2388-49db-8973-d8be132cf6dc req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Calling delete_port for 1d46d453-cd70-4f2d-9821-3212a139db68 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:59:46.007313 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a482898-2388-49db-8973-d8be132cf6dc req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:46.012549 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:46.018855 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['1d46d453-cd70-4f2d-9821-3212a139db68'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:59:46.053849 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Pushing event deleted for resources: {'Port': ['ID=1d46d453-cd70-4f2d-9821-3212a139db68,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:46.057781 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:46.129135 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a482898-2388-49db-8973-d8be132cf6dc req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] No DVR routers for this DVR port 1d46d453-cd70-4f2d-9821-3212a139db68 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:59:46.131622 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9a482898-2388-49db-8973-d8be132cf6dc req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:46.134172 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2c63f1-a802-49ab-ad0b-1315c0550775', 'name': 'network-vif-deleted', 'tag': '1d46d453-cd70-4f2d-9821-3212a139db68'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:59:46.179566 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9a482898-2388-49db-8973-d8be132cf6dc req-1ed13fec-e016-4b79-8efe-833ff9eddc68 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.58 "DELETE /v2.0/ports/1d46d453-cd70-4f2d-9821-3212a139db68 HTTP/1.1" status: 204 len: 173 time: 0.9437554 Aug 24 18:59:46.192295 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2c63f1-a802-49ab-ad0b-1315c0550775', 'name': 'network-vif-deleted', 'tag': '1d46d453-cd70-4f2d-9821-3212a139db68', 'status': 'completed', 'code': 200} Aug 24 18:59:46.742523 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9013e9f0-0541-411f-ae75-66549702d9d5 req-e6f7b0cf-7f4e-4354-a616-287ebd19440e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2c63f1-a802-49ab-ad0b-1315c0550775 HTTP/1.1" status: 200 len: 210 time: 0.0430481 Aug 24 18:59:50.250271 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 1d46d453-cd70-4f2d-9821-3212a139db68 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:59:50.283391 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 1d46d453-cd70-4f2d-9821-3212a139db68 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:59:50.283797 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 1d46d453-cd70-4f2d-9821-3212a139db68 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:59:51.917905 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:59:52.548574 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-15a505a3-ac65-4f5b-bd5c-690f7d279c71 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:52.549987 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-15a505a3-ac65-4f5b-bd5c-690f7d279c71 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/networks?id=9a493064-9193-4d7b-b96e-e0830c75c813 HTTP/1.1" status: 200 len: 814 time: 0.1374810 Aug 24 18:59:52.565213 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-2e1bed5d-3f21-4970-9f53-33c4afb86719 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/quotas/f1a24d1d908d42cfa67518a263603111 HTTP/1.1" status: 200 len: 375 time: 0.0100505 Aug 24 18:59:52.608365 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-4987577c-0c5a-4c31-8671-2fe54bdde156 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Synchronizing usage tracker for tenant:f1a24d1d908d42cfa67518a263603111 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:59:52.704558 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-4987577c-0c5a-4c31-8671-2fe54bdde156 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Unset dirty status for tenant:f1a24d1d908d42cfa67518a263603111 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:59:52.705793 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-4987577c-0c5a-4c31-8671-2fe54bdde156 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1a24d1d908d42cfa67518a263603111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355247 Aug 24 18:59:52.898452 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-926bba81-fcc3-43d9-af3d-cd05a124ff1a service neutron] 10.222.0.20 "GET /v2.0/networks/9a493064-9193-4d7b-b96e-e0830c75c813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856923 Aug 24 18:59:53.027096 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-dbce7377-ff81-41c9-a84d-7441147c48f8 service neutron] 10.222.0.20 "GET /v2.0/networks/9a493064-9193-4d7b-b96e-e0830c75c813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230550 Aug 24 18:59:53.288032 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-68986b91-7887-4bb2-aa3f-1afba679214d req-9bf2e94d-4ebf-46eb-919f-5f29fbe337fa tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 210 time: 0.0411391 Aug 24 18:59:54.454058 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-307dfb98-49a9-49c2-8797-075dc12669a6 req-ea726778-a0d9-42b4-b457-86f7fde5971c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 210 time: 0.0454588 Aug 24 18:59:55.136938 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-2030ee04-76ba-41ca-b679-c3db634a4f2b tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:55.138483 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-2030ee04-76ba-41ca-b679-c3db634a4f2b tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.58 "GET /v2.0/networks?id=9a493064-9193-4d7b-b96e-e0830c75c813 HTTP/1.1" status: 200 len: 814 time: 0.1417155 Aug 24 18:59:55.155170 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Request body: {'port': {'device_id': 'b085501c-9686-4c29-9f93-aa829a24b4d0', 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813', 'admin_state_up': True, 'tenant_id': 'f1a24d1d908d42cfa67518a263603111'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:59:55.289794 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:59:55.299395 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:59:55.436175 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Made reservation on behalf of f1a24d1d908d42cfa67518a263603111 for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:59:55.439345 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:55.626169 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-72542d57-942e-4057-81a7-fca512836ee5 req-5f5ea9b8-3c3f-430d-b51e-cc3acbc13019 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 210 time: 0.0445654 Aug 24 18:59:55.642942 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Allocated IP 172.20.0.2 (9a493064-9193-4d7b-b96e-e0830c75c813/2306c34b-93c9-4ff1-a183-b7899a7f26b2/3781f5ef-1d08-4008-85b7-c6ce570dcafd) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:59:55.913808 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:55.990937 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:55.996338 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:56.064232 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Network 9a493064-9193-4d7b-b96e-e0830c75c813 is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:59:56.067779 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:59:56.072098 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:59:56.096911 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Pushing event updated for resources: {'Port': ['ID=3781f5ef-1d08-4008-85b7-c6ce570dcafd,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:56.102026 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:56.132417 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:56.133015 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:56.219318 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0677168 Aug 24 18:59:56.231326 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Request body: {'port': {'device_id': 'b085501c-9686-4c29-9f93-aa829a24b4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:59:56.338845 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:56.669153 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3781f5ef-1d08-4008-85b7-c6ce570dcafd {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:59:56.676047 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:56.690703 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Transition to ACTIVE for port object 3781f5ef-1d08-4008-85b7-c6ce570dcafd will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:59:56.744439 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:56.750115 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:56.917588 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Pushing event updated for resources: {'Port': ['ID=3781f5ef-1d08-4008-85b7-c6ce570dcafd,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:56.925625 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:57.024043 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e67ffa-653c-40fd-a198-971708da296f req-8acf7ab2-2375-4530-bdc5-78e4f284723e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:57.024744 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a8e67ffa-653c-40fd-a198-971708da296f req-8acf7ab2-2375-4530-bdc5-78e4f284723e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Synchronizing usage tracker for tenant:f1a24d1d908d42cfa67518a263603111 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:59:57.058533 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Attempting to bind port 3781f5ef-1d08-4008-85b7-c6ce570dcafd on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:59:57.058867 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Attempting to bind port 3781f5ef-1d08-4008-85b7-c6ce570dcafd by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:59:57.059212 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Attempting to bind port 3781f5ef-1d08-4008-85b7-c6ce570dcafd on network 9a493064-9193-4d7b-b96e-e0830c75c813 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:59:57.065000 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Port 3781f5ef-1d08-4008-85b7-c6ce570dcafd on network 9a493064-9193-4d7b-b96e-e0830c75c813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:59:57.065468 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Attempting to bind port 3781f5ef-1d08-4008-85b7-c6ce570dcafd on network 9a493064-9193-4d7b-b96e-e0830c75c813 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:59:57.071519 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:59:57.071852 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Checking segment: {'id': 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:59:57.072235 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Bound using segment: {'id': 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:59:57.072654 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Bound port: 3781f5ef-1d08-4008-85b7-c6ce570dcafd, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:59:57.072996 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:57.116319 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a8e67ffa-653c-40fd-a198-971708da296f req-8acf7ab2-2375-4530-bdc5-78e4f284723e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Unset dirty status for tenant:f1a24d1d908d42cfa67518a263603111 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:59:57.117388 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a8e67ffa-653c-40fd-a198-971708da296f req-8acf7ab2-2375-4530-bdc5-78e4f284723e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 943 time: 0.3689065 Aug 24 18:59:57.197732 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a8e67ffa-653c-40fd-a198-971708da296f req-72716eb7-8dbd-4d78-8de4-1a1f3cde3660 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741684 Aug 24 18:59:57.198717 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] For port 3781f5ef-1d08-4008-85b7-c6ce570dcafd, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:59:57.201785 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] For port 3781f5ef-1d08-4008-85b7-c6ce570dcafd, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3781f5ef-1d08-4008-85b7-c6ce570dcafd,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:59:57.288393 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:57.292366 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:59:57.350052 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:59:57.351418 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] 10.222.0.58 "PUT /v2.0/ports/3781f5ef-1d08-4008-85b7-c6ce570dcafd HTTP/1.1" status: 200 len: 1093 time: 1.1241217 Aug 24 18:59:57.351902 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b085501c-9686-4c29-9f93-aa829a24b4d0', 'tag': '3781f5ef-1d08-4008-85b7-c6ce570dcafd'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:59:57.368442 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Pushing event updated for resources: {'Port': ['ID=3781f5ef-1d08-4008-85b7-c6ce570dcafd,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:59:57.371159 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:59:57.404756 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b085501c-9686-4c29-9f93-aa829a24b4d0', 'tag': '3781f5ef-1d08-4008-85b7-c6ce570dcafd', 'status': 'completed', 'code': 200} Aug 24 18:59:57.503616 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-57b6cfdb-cd15-4b0d-8a38-ce72a5139468 req-ac75acd4-23b0-4027-b156-e0f1338637cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1a24d1d908d42cfa67518a263603111&device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 1096 time: 0.0679739 Aug 24 18:59:57.640432 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6cfdb-cd15-4b0d-8a38-ce72a5139468 req-d13f7524-dcf4-42ca-8210-153458a29170 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:57.641815 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-57b6cfdb-cd15-4b0d-8a38-ce72a5139468 req-d13f7524-dcf4-42ca-8210-153458a29170 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f1a24d1d908d42cfa67518a263603111&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1302257 Aug 24 18:59:57.776343 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6cfdb-cd15-4b0d-8a38-ce72a5139468 req-1e3ca2e1-0862-432d-b56a-93d493fdd4d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:57.777835 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-57b6cfdb-cd15-4b0d-8a38-ce72a5139468 req-1e3ca2e1-0862-432d-b56a-93d493fdd4d6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288371 Aug 24 18:59:57.974633 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-5d6392a3-6c8a-4827-8408-499bc6bcbb0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1a24d1d908d42cfa67518a263603111&device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 1096 time: 0.1423349 Aug 24 18:59:58.042878 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-06972020-78d3-4245-912e-7f1f92c7ebea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3781f5ef-1d08-4008-85b7-c6ce570dcafd HTTP/1.1" status: 200 len: 217 time: 0.0604827 Aug 24 18:59:58.104011 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-19ca2124-83a9-46d2-b926-3ceade03c1be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:58.105451 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-19ca2124-83a9-46d2-b926-3ceade03c1be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2306c34b-93c9-4ff1-a183-b7899a7f26b2 HTTP/1.1" status: 200 len: 854 time: 0.0553887 Aug 24 18:59:58.151858 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-809531c2-f4bf-4445-97fb-5ddeb5ba686b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a493064-9193-4d7b-b96e-e0830c75c813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399961 Aug 24 18:59:58.281516 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-f628457b-ad67-499a-811a-179061924e73 service neutron] 10.222.0.58 "GET /v2.0/networks/9a493064-9193-4d7b-b96e-e0830c75c813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233766 Aug 24 18:59:58.400401 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14248863-166b-4696-adb8-8c9b23f70816 req-5cc8e445-79f1-442c-a74c-4ab1561cbc1a tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:58.401876 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-14248863-166b-4696-adb8-8c9b23f70816 req-5cc8e445-79f1-442c-a74c-4ab1561cbc1a tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0802915 Aug 24 18:59:58.416334 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ce0618a9-e555-4a50-a4b9-dd55a2556a11 req-7d3f6d91-c7d4-4a74-ba8e-27fdb767401a service neutron] 10.222.0.58 "GET /v2.0/networks/9a493064-9193-4d7b-b96e-e0830c75c813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276157 Aug 24 18:59:58.447635 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-14248863-166b-4696-adb8-8c9b23f70816 req-1a328411-c1f6-444e-8ac8-6b7ec6437ce7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Aug 24 18:59:59.641080 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae55245-7f8b-4235-a612-98f7947b009e req-a93a9372-5f63-4f99-85f9-493fd62f549f tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:59:59.642557 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-aae55245-7f8b-4235-a612-98f7947b009e req-a93a9372-5f63-4f99-85f9-493fd62f549f tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0778680 Aug 24 18:59:59.686178 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-aae55245-7f8b-4235-a612-98f7947b009e req-6b199ca4-5793-441c-be80-563f84e4f036 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Aug 24 19:00:00.877058 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96635b-0725-4594-88ea-c5e0fcab12ef req-35a34fa5-f445-4a75-b3cb-419996752744 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:00.878510 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ba96635b-0725-4594-88ea-c5e0fcab12ef req-35a34fa5-f445-4a75-b3cb-419996752744 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0736439 Aug 24 19:00:00.921778 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ba96635b-0725-4594-88ea-c5e0fcab12ef req-4993c3f8-0212-4470-a1a8-fe8fade9685c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Aug 24 19:00:02.104124 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:02.121249 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c63a10-063c-4964-a3c8-ff4ea0f9ed9b req-6598e4e1-c731-4e8b-9a44-985f962138aa tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:02.122806 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-31c63a10-063c-4964-a3c8-ff4ea0f9ed9b req-6598e4e1-c731-4e8b-9a44-985f962138aa tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 943 time: 0.0797522 Aug 24 19:00:02.168347 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-31c63a10-063c-4964-a3c8-ff4ea0f9ed9b req-b2dafb37-e770-4267-be15-cc22dd876202 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Aug 24 19:00:02.333970 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 3781f5ef-1d08-4008-85b7-c6ce570dcafd details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:00:02.462361 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 3781f5ef-1d08-4008-85b7-c6ce570dcafd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3781f5ef-1d08-4008-85b7-c6ce570dcafd,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:02.475130 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '3781f5ef-1d08-4008-85b7-c6ce570dcafd', 'network_id': '9a493064-9193-4d7b-b96e-e0830c75c813', 'port_id': '3781f5ef-1d08-4008-85b7-c6ce570dcafd', 'mac_address': 'fa:16:3e:b9:fd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2306c34b-93c9-4ff1-a183-b7899a7f26b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:00:02.526693 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:02.545606 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3781f5ef-1d08-4008-85b7-c6ce570dcafd {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:00:02.560263 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 3781f5ef-1d08-4008-85b7-c6ce570dcafd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3781f5ef-1d08-4008-85b7-c6ce570dcafd,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:02.624006 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:02.625673 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-82faa036-a4f7-4a76-9e66-f76c617a3f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:02.687865 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=3781f5ef-1d08-4008-85b7-c6ce570dcafd,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:02.696115 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.696459 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.696790 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.697120 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.697447 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.697772 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.698117 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.698440 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.698758 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.699075 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.699393 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:02.703038 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:03.003135 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['3781f5ef-1d08-4008-85b7-c6ce570dcafd'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:00:03.360633 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51588c98-d349-4a66-82d4-3d8b56a47609 req-3316b566-55a6-4ce2-9241-ada44ef0a93e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:03.362127 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-51588c98-d349-4a66-82d4-3d8b56a47609 req-3316b566-55a6-4ce2-9241-ada44ef0a93e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 944 time: 0.0765460 Aug 24 19:00:03.367501 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9b484f57-e15c-4c8c-aa1b-d6cb831e1139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:03.412839 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-51588c98-d349-4a66-82d4-3d8b56a47609 req-11a83c7c-5f6c-4d8d-a41a-1816f3464757 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Aug 24 19:00:04.336337 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 3781f5ef-1d08-4008-85b7-c6ce570dcafd up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:00:04.452367 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 3781f5ef-1d08-4008-85b7-c6ce570dcafd completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:00:04.457200 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 3781f5ef-1d08-4008-85b7-c6ce570dcafd triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:00:04.457570 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:04.512094 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:04.573946 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:04.602006 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b085501c-9686-4c29-9f93-aa829a24b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3781f5ef-1d08-4008-85b7-c6ce570dcafd'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:00:04.608674 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f75359-972d-4c12-b02c-3c9d41ea3898 req-67a9e83e-f34a-40a5-8cdf-63190e088c69 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:04.612101 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e4f75359-972d-4c12-b02c-3c9d41ea3898 req-67a9e83e-f34a-40a5-8cdf-63190e088c69 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 944 time: 0.0800092 Aug 24 19:00:04.612231 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 3781f5ef-1d08-4008-85b7-c6ce570dcafd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3781f5ef-1d08-4008-85b7-c6ce570dcafd,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:04.657207 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e4f75359-972d-4c12-b02c-3c9d41ea3898 req-fe08aa75-35ad-4793-b231-4753fb3186a8 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402064 Aug 24 19:00:04.681626 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:04.683719 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:04.724010 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b085501c-9686-4c29-9f93-aa829a24b4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3781f5ef-1d08-4008-85b7-c6ce570dcafd', 'code': 200} Aug 24 19:00:04.748631 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=3781f5ef-1d08-4008-85b7-c6ce570dcafd,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:04.751785 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:05.096102 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b7d2c035-6eaf-4e19-b250-dd6b6cf9cd3d req-8bccea1a-6f20-4c19-bf10-93ab3088b1a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 1098 time: 0.0700698 Aug 24 19:00:05.136753 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b7d2c035-6eaf-4e19-b250-dd6b6cf9cd3d req-e4c23722-803e-4cc0-910b-c337dc53442e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348649 Aug 24 19:00:05.818406 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-0e037582-81b5-4896-972a-7c8dbfa5f69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:05.855979 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bd810-5b51-4187-8996-a2fa5d88696d req-9e22b0d4-4c37-44d6-af69-cb0fd44a32f0 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:05.858353 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-037bd810-5b51-4187-8996-a2fa5d88696d req-9e22b0d4-4c37-44d6-af69-cb0fd44a32f0 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0776577 Aug 24 19:00:05.903858 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-037bd810-5b51-4187-8996-a2fa5d88696d req-53b55af7-2f87-4665-8ffa-53674274414e tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Aug 24 19:00:06.669773 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:07.095583 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963253e-b7dd-4f56-a46a-8c5b6a3a8bc4 req-b23b3630-8ca2-46e0-97e5-67c94642ba9b tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:07.097023 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3963253e-b7dd-4f56-a46a-8c5b6a3a8bc4 req-b23b3630-8ca2-46e0-97e5-67c94642ba9b tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0742488 Aug 24 19:00:07.142259 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3963253e-b7dd-4f56-a46a-8c5b6a3a8bc4 req-9d14c063-ee55-47a3-943c-1138d76aedfd tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397110 Aug 24 19:00:08.207180 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:12.026479 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff495c-9c58-42ef-b51d-33c8ad2e7a29 req-7521da99-da46-46a1-89f3-c7289879dc55 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:12.027913 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-33ff495c-9c58-42ef-b51d-33c8ad2e7a29 req-7521da99-da46-46a1-89f3-c7289879dc55 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0798101 Aug 24 19:00:12.072173 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-33ff495c-9c58-42ef-b51d-33c8ad2e7a29 req-e3aeb63b-ceb1-4624-be94-358ef7f808f9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386579 Aug 24 19:00:13.270840 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7de84-e306-4637-bd46-7e0fb480eb47 req-82b88da8-9ac8-45c5-ad2d-4c54a63df6e6 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:13.272292 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-74e7de84-e306-4637-bd46-7e0fb480eb47 req-82b88da8-9ac8-45c5-ad2d-4c54a63df6e6 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0783174 Aug 24 19:00:13.317301 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-74e7de84-e306-4637-bd46-7e0fb480eb47 req-5e444bf7-f3ad-4583-9111-60c43b8bb3a8 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394523 Aug 24 19:00:14.298366 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-3ff31d74-8f44-4cef-badb-832a9b23d058 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:14.299795 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-3ff31d74-8f44-4cef-badb-832a9b23d058 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.0749774 Aug 24 19:00:14.384061 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Deleting port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:00:14.384475 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:14.658936 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448abb8-8802-46d7-bc7c-a3b7b39480c1 req-c8855b8e-88e7-4dab-8b9a-96189483c3fc tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:14.660366 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5448abb8-8802-46d7-bc7c-a3b7b39480c1 req-c8855b8e-88e7-4dab-8b9a-96189483c3fc tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 946 time: 0.1988127 Aug 24 19:00:14.695953 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] For port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:14.696237 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:14.794745 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5448abb8-8802-46d7-bc7c-a3b7b39480c1 req-fb0ce15c-6f0d-4edb-a79e-f3a462d3cf75 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a58467b-54b6-4eb3-99db-9379928197a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231394 Aug 24 19:00:15.075492 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:15.075776 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:15.076080 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.l3_db [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Floating IP ac5dde7d-130e-4012-95ee-10c4bcebaac5 disassociated. External IP: 172.28.1.36, port: be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7. Aug 24 19:00:15.076410 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Calling delete_port for be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:00:15.280829 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:15.286251 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-da4af2bb-96b8-4422-a80a-45580c19c47c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:15.329573 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event deleted for resources: {'Port': ['ID=be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:15.333444 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:15.533330 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Router dc09635c-27eb-498e-8e9f-621c51430f07 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:00:15.734151 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:00:15.745442 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] Sync routers for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:00:15.759195 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:00:15.760179 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:00:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:00:15.805009 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] No DVR routers for this DVR port be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:00:15.807594 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:15.810249 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'name': 'network-vif-deleted', 'tag': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:00:15.870362 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9fddaf0f-e7e3-4fd9-a259-af9fc6cc1b6e req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "DELETE /v2.0/ports/be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 HTTP/1.1" status: 204 len: 173 time: 1.5628726 Aug 24 19:00:15.871995 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd13314b-e244-4730-81bc-6e4b307b7ef4', 'name': 'network-vif-deleted', 'tag': 'be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7', 'status': 'completed', 'code': 200} Aug 24 19:00:15.971001 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:00:16.116231 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6045c28b-516c-4cc6-a5aa-3cf688fe0ea9 req-2c38f6c1-d55e-4e67-8c40-4e019a996eff tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd13314b-e244-4730-81bc-6e4b307b7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0509529 Aug 24 19:00:16.343661 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:00:16.347353 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] Checking router: dc09635c-27eb-498e-8e9f-621c51430f07 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:00:16.357718 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:00:16.358347 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:00:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:00:16.531817 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:00:16.843304 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:00:16.847139 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba15d88e-db34-4c28-8de3-5c24b6fb29ac None None] The sync data for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb is: [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:00:17.060777 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e844e1a-3e90-4fc4-929b-994ad6ee7bf5 None None] New status for floating IP ac5dde7d-130e-4012-95ee-10c4bcebaac5: DOWN {{(pid=75891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 19:00:18.379434 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45990) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:00:18.426976 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:00:18.446742 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:18.462880 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:00:18.463235 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device be173a5c-1b5a-4f9f-8af2-ab5fbee6fff7 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:00:18.476431 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:18.583287 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:18.586941 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f2e65624-ba95-4b64-80cf-2047322c694e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:18.600445 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a58467b-54b6-4eb3-99db-9379928197a1,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:18.610174 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.610538 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.610895 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.611245 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.611593 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.611936 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.612277 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.612620 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.612958 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.613290 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.613633 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:18.617166 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:18.657150 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:18.658311 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a58467b-54b6-4eb3-99db-9379928197a1 HTTP/1.1" status: 204 len: 168 time: 0.2778375 Aug 24 19:00:18.660887 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 45996) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:00:18.676609 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.api.v2.resource [None req-91391737-be7c-4f84-8649-cbea1377ef6d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] show failed (client error): The resource could not be found. Aug 24 19:00:18.677596 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-91391737-be7c-4f84-8649-cbea1377ef6d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups/5a58467b-54b6-4eb3-99db-9379928197a1 HTTP/1.1" status: 404 len: 347 time: 0.0157883 Aug 24 19:00:18.680493 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46000) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:00:18.832638 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Deleting port a3ba23e4-3a2b-4f3e-8ec5-043ce6238ddf {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:00:18.832995 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:19.002404 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:19.002726 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:19.120625 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Calling delete_port for a3ba23e4-3a2b-4f3e-8ec5-043ce6238ddf owned by network:floatingip {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:00:19.378419 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:19.381743 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:19.421681 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event deleted for resources: {'Port': ['ID=a3ba23e4-3a2b-4f3e-8ec5-043ce6238ddf,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:19.425570 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:19.515701 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:19.529722 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:19.533317 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-eccde3b0-9f29-4d0a-aac9-09f5abac190f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "DELETE /v2.0/floatingips/ac5dde7d-130e-4012-95ee-10c4bcebaac5 HTTP/1.1" status: 204 len: 168 time: 0.8495841 Aug 24 19:00:20.048458 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46016) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:00:20.054786 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138449970', 'description': 'tempest-description--1757051628'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:00:20.060496 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:00:20.064617 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:security_group and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:00:20.067709 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:00:20.074505 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:00:20.133146 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:20.167700 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:00:20.171904 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:security_group_rule and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:00:20.174661 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:00:20.180739 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:00:20.233796 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:20.320791 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:20.330176 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-86e30950-e27b-4790-99bc-887c44fdc33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:20.370429 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cac8f2f-2122-4192-822c-41da0bcca3c2,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:20.373222 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:20.440910 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:20.442571 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3926797 Aug 24 19:00:20.444866 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46020) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:00:20.450339 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'security_group_rule': {'security_group_id': '8cac8f2f-2122-4192-822c-41da0bcca3c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:00:20.456480 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:00:20.460354 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:security_group_rule and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:00:20.463201 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:00:20.468968 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:00:20.549169 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:20.607655 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:20.709604 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:20.712149 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bed253ef-8ed9-4490-9da0-cefb055486b2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:20.740110 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ab07c3-548d-4e1d-8fb2-e40682187a30,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:20.742704 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:20.817732 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:20.818964 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-634f189a-cb53-42ea-8a8d-ea2f8be03c53 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3731918 Aug 24 19:00:20.821598 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46026) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:00:20.827032 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'security_group_rule': {'security_group_id': '8cac8f2f-2122-4192-822c-41da0bcca3c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:00:20.832704 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:00:20.837010 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:security_group_rule and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:00:20.839979 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:00:20.845888 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:00:20.932806 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:20.992671 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:21.080564 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:21.082536 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:21.104575 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2063f829-8392-49bf-b7ef-5fdd222bf152,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:21.106936 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:21.189645 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:21.191054 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-4fa139f3-d107-4174-9fb9-8756ac6e218d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3685086 Aug 24 19:00:21.194086 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46032) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:00:21.200011 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'floatingip': {'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:00:21.205386 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:00:21.209146 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Usage tracker for resource:floatingip and tenant:5f13b55f289747309e3e4ed1490b7590 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:00:21.212560 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:00:21.218445 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:00:21.349430 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:21.479470 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:21.610805 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_common [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Allocated IP 172.28.1.142 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/8f5b1e2d-69cb-4967-9fe1-9ad5096a9f30) {{(pid=75888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:00:21.751613 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for port, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:21.829648 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:21.833415 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8379b47b-1e76-4739-896b-1451483aadf4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:21.897784 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:00:21.900515 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.base_scheduler [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources bound (agent type, host, resource id): {{(pid=75888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:00:21.902780 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Received port after_create {{(pid=75888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:00:21.934978 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'Port': ['ID=8f5b1e2d-69cb-4967-9fe1-9ad5096a9f30,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:21.940814 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:22.067197 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:22.188804 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:22.385228 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for port, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:22.434887 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7110625'] for port, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:22.438395 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:22.536162 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'Port': ['ID=8f5b1e2d-69cb-4967-9fe1-9ad5096a9f30,revision_number=2']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:22.540465 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:22.553867 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:22.651990 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:22.653183 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8582122c-ec10-4df5-88d9-8a3483619321 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4576454 Aug 24 19:00:22.821489 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-07108ad2-dc08-4961-b827-a599023a7386 req-1099032c-6e65-4b26-9a8d-37b1765e472d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Synchronizing usage tracker for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:00:22.915329 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-07108ad2-dc08-4961-b827-a599023a7386 req-1099032c-6e65-4b26-9a8d-37b1765e472d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Unset dirty status for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:00:22.916578 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-1099032c-6e65-4b26-9a8d-37b1765e472d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--138449970&fields=id&tenant_id=5f13b55f289747309e3e4ed1490b7590 HTTP/1.1" status: 200 len: 267 time: 0.1359375 Aug 24 19:00:23.061433 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07108ad2-dc08-4961-b827-a599023a7386 req-0ca3a580-2e9d-410e-ade8-8b54dd0cab27 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:23.062136 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-07108ad2-dc08-4961-b827-a599023a7386 req-0ca3a580-2e9d-410e-ade8-8b54dd0cab27 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Synchronizing usage tracker for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:network {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:00:23.177861 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-07108ad2-dc08-4961-b827-a599023a7386 req-0ca3a580-2e9d-410e-ade8-8b54dd0cab27 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Unset dirty status for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:network {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:00:23.179105 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-0ca3a580-2e9d-410e-ade8-8b54dd0cab27 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 811 time: 0.2562232 Aug 24 19:00:23.196277 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-fdb63f77-f61f-4518-9f07-2dbc8d41cbc4 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/quotas/5f13b55f289747309e3e4ed1490b7590 HTTP/1.1" status: 200 len: 375 time: 0.0114605 Aug 24 19:00:23.348168 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-07108ad2-dc08-4961-b827-a599023a7386 req-8c92825c-4726-4d09-ae66-f3df18ff5e27 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Synchronizing usage tracker for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:00:23.469021 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-07108ad2-dc08-4961-b827-a599023a7386 req-8c92825c-4726-4d09-ae66-f3df18ff5e27 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Unset dirty status for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:00:23.470343 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-8c92825c-4726-4d09-ae66-f3df18ff5e27 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2692704 Aug 24 19:00:23.605054 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-998f9a26-ca6b-414d-906b-1a8d63ae2fad service neutron] 10.222.0.20 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226487 Aug 24 19:00:23.731400 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-893a1181-b99f-4587-9c90-7c9413bb56bc service neutron] 10.222.0.20 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206672 Aug 24 19:00:23.986121 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-d0597b09-6966-4b5c-8c0e-b7559f6e87cf req-b9ad2460-3b34-4e6f-8207-74c07b0d2576 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Synchronizing usage tracker for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:00:23.997992 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-d0597b09-6966-4b5c-8c0e-b7559f6e87cf req-b9ad2460-3b34-4e6f-8207-74c07b0d2576 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Unset dirty status for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:00:23.999169 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d0597b09-6966-4b5c-8c0e-b7559f6e87cf req-b9ad2460-3b34-4e6f-8207-74c07b0d2576 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 210 time: 0.0576615 Aug 24 19:00:25.176736 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8aa02631-eb7a-426d-a9fc-03e1940267fb req-c6734fa5-d407-4f35-bccb-9387524dff35 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 210 time: 0.0437112 Aug 24 19:00:26.217994 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07108ad2-dc08-4961-b827-a599023a7386 req-9a51b949-5b56-4cd7-ae74-e6419e3f496c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:26.219459 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-9a51b949-5b56-4cd7-ae74-e6419e3f496c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 811 time: 0.1421692 Aug 24 19:00:26.274381 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-0c6acb9f-3ca3-47e7-9201-35f03f856599 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f13b55f289747309e3e4ed1490b7590 HTTP/1.1" status: 200 len: 379 time: 0.0410142 Aug 24 19:00:26.282700 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'port': {'device_id': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'admin_state_up': True, 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'security_groups': ['8cac8f2f-2122-4192-822c-41da0bcca3c2']}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:00:26.343123 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9ce9d7b7-1743-44b1-8a49-6bffc656b68d req-4a58c8d9-b888-4e9f-afe7-ed433d30e252 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 210 time: 0.0437381 Aug 24 19:00:26.430530 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:00:26.440132 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:00:26.532393 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Made reservation on behalf of 5f13b55f289747309e3e4ed1490b7590 for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:00:26.535318 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:26.695155 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Allocated IP 172.20.0.6 (01b0bebc-79e0-43fb-96ce-c8008e4895da/41231dcb-5eaa-4844-9d0a-09c0a7b6a815/b0a56b52-7768-408b-acf6-ae1865cb006a) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:00:26.885431 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:26.902036 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Transition to ACTIVE for port object b0a56b52-7768-408b-acf6-ae1865cb006a will not be triggered until provisioned by entity DHCP. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:00:26.990230 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:26.997293 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a3dea4fa-9bbf-4ccc-af89-a4c5c9933c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:27.062123 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:00:27.065201 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:00:27.067638 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:00:27.218586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event updated for resources: {'Port': ['ID=b0a56b52-7768-408b-acf6-ae1865cb006a,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:27.276154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.276520 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.276874 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.277224 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.277571 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.277914 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.278280 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.278676 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.279017 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.279354 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.279691 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:00:27.283257 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:27.301191 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:27.301840 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:27.348448 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3826e-6ca8-4430-89d9-bd727e42f750 req-777eb907-0e16-4e73-8686-3f37b37a31e9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:27.349902 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-15a3826e-6ca8-4430-89d9-bd727e42f750 req-777eb907-0e16-4e73-8686-3f37b37a31e9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.1435409 Aug 24 19:00:27.405037 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-15a3826e-6ca8-4430-89d9-bd727e42f750 req-48d1457f-ba96-4560-8666-c9e9620dc2bc tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488622 Aug 24 19:00:27.441689 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1628108 Aug 24 19:00:27.458578 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Request body: {'port': {'device_id': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:00:27.474811 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-b33dc4c9-9152-4965-b51d-afde098a01c2 None None] Provisioning for port b0a56b52-7768-408b-acf6-ae1865cb006a completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:00:27.480702 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-b33dc4c9-9152-4965-b51d-afde098a01c2 None None] Provisioning complete for port b0a56b52-7768-408b-acf6-ae1865cb006a triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:00:27.481241 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b33dc4c9-9152-4965-b51d-afde098a01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:27.534397 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-b33dc4c9-9152-4965-b51d-afde098a01c2 None None] Port b0a56b52-7768-408b-acf6-ae1865cb006a cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 19:00:27.564782 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:27.585918 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e540e-fb7d-4db2-b208-204bb8d07343 req-bc662ccd-a3ca-44cf-b0a1-4078e10b0b37 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:27.588147 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ac9e540e-fb7d-4db2-b208-204bb8d07343 req-bc662ccd-a3ca-44cf-b0a1-4078e10b0b37 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 931 time: 0.1187561 Aug 24 19:00:27.635698 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ac9e540e-fb7d-4db2-b208-204bb8d07343 req-48d396ad-b312-4e5f-91f0-7d4f837c88a0 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410192 Aug 24 19:00:27.903528 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a56b52-7768-408b-acf6-ae1865cb006a {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:00:27.910624 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:27.924766 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Transition to ACTIVE for port object b0a56b52-7768-408b-acf6-ae1865cb006a will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:00:28.011641 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:28.015726 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-593136ab-e3c6-4c8d-884b-84cad0bec7de tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:28.147458 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Pushing event updated for resources: {'Port': ['ID=b0a56b52-7768-408b-acf6-ae1865cb006a,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:28.154580 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:28.269726 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Attempting to bind port b0a56b52-7768-408b-acf6-ae1865cb006a on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:00:28.270311 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Attempting to bind port b0a56b52-7768-408b-acf6-ae1865cb006a by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:00:28.270525 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Attempting to bind port b0a56b52-7768-408b-acf6-ae1865cb006a on network 01b0bebc-79e0-43fb-96ce-c8008e4895da {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:00:28.276978 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Port b0a56b52-7768-408b-acf6-ae1865cb006a on network 01b0bebc-79e0-43fb-96ce-c8008e4895da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:00:28.277297 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Attempting to bind port b0a56b52-7768-408b-acf6-ae1865cb006a on network 01b0bebc-79e0-43fb-96ce-c8008e4895da {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:00:28.283555 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:00:28.283890 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Checking segment: {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:00:28.284268 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Bound using segment: {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:00:28.284684 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Bound port: b0a56b52-7768-408b-acf6-ae1865cb006a, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:00:28.285030 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:28.378794 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] For port b0a56b52-7768-408b-acf6-ae1865cb006a, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:00:28.379029 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] For port b0a56b52-7768-408b-acf6-ae1865cb006a, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b0a56b52-7768-408b-acf6-ae1865cb006a,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:00:28.493319 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:28.502203 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a386401b-47d4-4824-a968-61c29d16b0ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:28.597145 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:28.598544 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] 10.222.0.58 "PUT /v2.0/ports/b0a56b52-7768-408b-acf6-ae1865cb006a HTTP/1.1" status: 200 len: 1093 time: 1.1441815 Aug 24 19:00:28.602315 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'tag': 'b0a56b52-7768-408b-acf6-ae1865cb006a'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:00:28.630514 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Pushing event updated for resources: {'Port': ['ID=b0a56b52-7768-408b-acf6-ae1865cb006a,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:28.634106 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:28.668997 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbd5db-1ace-454e-8d80-934f921fe926 req-ed15d119-4f59-4c7c-bb66-fd86e3ce22ce tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:28.679193 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9bbbd5db-1ace-454e-8d80-934f921fe926 req-ed15d119-4f59-4c7c-bb66-fd86e3ce22ce tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.1391594 Aug 24 19:00:28.683525 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'tag': 'b0a56b52-7768-408b-acf6-ae1865cb006a', 'status': 'completed', 'code': 200} Aug 24 19:00:28.779523 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9bbbd5db-1ace-454e-8d80-934f921fe926 req-220447f0-8471-4bd9-8f07-e8f1412e57bf tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994117 Aug 24 19:00:28.797244 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-813402c7-0957-41eb-b55e-35c7056d0336 req-4c86f94c-eae7-49af-a5c3-ca3137214319 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 1096 time: 0.0966439 Aug 24 19:00:28.918230 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:00:29.000857 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813402c7-0957-41eb-b55e-35c7056d0336 req-4dba6a76-3c7a-4944-9b47-2c283a03e18b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:29.002340 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-813402c7-0957-41eb-b55e-35c7056d0336 req-4dba6a76-3c7a-4944-9b47-2c283a03e18b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5f13b55f289747309e3e4ed1490b7590&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1972466 Aug 24 19:00:29.040565 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641bbff-1d21-480f-ae40-ec4376be5977 req-89390f76-2814-42ab-aa3d-fffa2dcac871 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:29.041249 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-8641bbff-1d21-480f-ae40-ec4376be5977 req-89390f76-2814-42ab-aa3d-fffa2dcac871 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Synchronizing usage tracker for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:00:29.154843 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813402c7-0957-41eb-b55e-35c7056d0336 req-8c9e39bd-cc1d-4b48-9302-2e348e428e26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:29.156205 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-813402c7-0957-41eb-b55e-35c7056d0336 req-8c9e39bd-cc1d-4b48-9302-2e348e428e26 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463008 Aug 24 19:00:29.189325 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-8641bbff-1d21-480f-ae40-ec4376be5977 req-89390f76-2814-42ab-aa3d-fffa2dcac871 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Unset dirty status for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:00:29.190479 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8641bbff-1d21-480f-ae40-ec4376be5977 req-89390f76-2814-42ab-aa3d-fffa2dcac871 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 943 time: 0.2917571 Aug 24 19:00:29.280976 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8641bbff-1d21-480f-ae40-ec4376be5977 req-5b6e6c88-1531-4545-9fec-d4c12a17612d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833538 Aug 24 19:00:29.298531 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-6377d99f-9ede-4bf5-975b-6ebac18e9a27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 1096 time: 0.1019626 Aug 24 19:00:29.446126 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-6e9589e0-85b2-4084-ae0d-f76fb348ce97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0a56b52-7768-408b-acf6-ae1865cb006a HTTP/1.1" status: 200 len: 217 time: 0.1398370 Aug 24 19:00:29.517796 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07108ad2-dc08-4961-b827-a599023a7386 req-9b6d471f-4bf2-4531-963a-02f82dab5945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:29.519184 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-9b6d471f-4bf2-4531-963a-02f82dab5945 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 200 len: 850 time: 0.0588226 Aug 24 19:00:29.591969 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-86bc9c35-d74a-4771-ad3e-0dbb54a095fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01b0bebc-79e0-43fb-96ce-c8008e4895da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0653231 Aug 24 19:00:29.727635 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-21bc2785-646a-4700-96d6-4dcf3a75616a service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240530 Aug 24 19:00:29.860128 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07108ad2-dc08-4961-b827-a599023a7386 req-a96d7adb-fdfb-4afb-8c0d-b91af0a93ef3 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255612 Aug 24 19:00:29.986981 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29a5ac-0622-4f54-a7de-c195cef9e9d7 req-00988cce-742e-4696-bfa8-e9ee94ec2838 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:29.988443 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fa29a5ac-0622-4f54-a7de-c195cef9e9d7 req-00988cce-742e-4696-bfa8-e9ee94ec2838 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0810707 Aug 24 19:00:30.036022 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-fa29a5ac-0622-4f54-a7de-c195cef9e9d7 req-c95680c0-82b1-419f-881e-fe4ee8aa8ac2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420029 Aug 24 19:00:30.482289 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501504bb-307f-4576-8bf4-deb2c75d2236 req-a1605d5e-4db3-44c8-828a-56edecb2b0ba tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:30.483757 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-501504bb-307f-4576-8bf4-deb2c75d2236 req-a1605d5e-4db3-44c8-828a-56edecb2b0ba tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 943 time: 0.0772750 Aug 24 19:00:30.534049 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-501504bb-307f-4576-8bf4-deb2c75d2236 req-886d20b4-47fc-48b8-8358-408806b74e4b tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442808 Aug 24 19:00:31.238373 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a5a12-b1dd-405b-8567-5aaa58f14cd1 req-bfca4de3-fd67-4b61-b141-814cf457422c tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:31.239873 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-383a5a12-b1dd-405b-8567-5aaa58f14cd1 req-bfca4de3-fd67-4b61-b141-814cf457422c tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0752482 Aug 24 19:00:31.284122 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-383a5a12-b1dd-405b-8567-5aaa58f14cd1 req-6e4669c2-2cb1-4803-874e-9228af7a3e44 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382576 Aug 24 19:00:31.730764 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5624f4d-4ff7-42a7-a041-feb0356932c5 req-26606732-790c-4826-b611-3e2ff5ec78e2 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:31.732200 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e5624f4d-4ff7-42a7-a041-feb0356932c5 req-26606732-790c-4826-b611-3e2ff5ec78e2 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 943 time: 0.0761571 Aug 24 19:00:31.776973 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e5624f4d-4ff7-42a7-a041-feb0356932c5 req-cffe879c-5af7-48c3-8fe0-512051494f4d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391715 Aug 24 19:00:32.160428 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:32.482243 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bffe3c-71e9-418b-8532-23fd39e871f1 req-8c136f77-3663-4d79-bf11-45008b78b1e5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:32.483688 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-66bffe3c-71e9-418b-8532-23fd39e871f1 req-8c136f77-3663-4d79-bf11-45008b78b1e5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0779116 Aug 24 19:00:32.528821 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-66bffe3c-71e9-418b-8532-23fd39e871f1 req-1a5a2507-8b18-4589-af6c-67f1cf626c54 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394742 Aug 24 19:00:32.549914 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device b0a56b52-7768-408b-acf6-ae1865cb006a details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:00:32.678885 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port b0a56b52-7768-408b-acf6-ae1865cb006a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b0a56b52-7768-408b-acf6-ae1865cb006a,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:32.691959 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'b0a56b52-7768-408b-acf6-ae1865cb006a', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'port_id': 'b0a56b52-7768-408b-acf6-ae1865cb006a', 'mac_address': 'fa:16:3e:94:74:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:00:32.742303 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:32.759289 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a56b52-7768-408b-acf6-ae1865cb006a {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:00:32.773368 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port b0a56b52-7768-408b-acf6-ae1865cb006a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b0a56b52-7768-408b-acf6-ae1865cb006a,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:32.869859 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:32.871790 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-51d655ea-55db-4593-8778-298fa4913797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:32.940707 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=b0a56b52-7768-408b-acf6-ae1865cb006a,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:32.943900 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:32.986730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620684-3f42-424a-b489-35f568659ac8 req-907beae2-7209-4b9d-92a3-0705b01da40e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:32.988174 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-36620684-3f42-424a-b489-35f568659ac8 req-907beae2-7209-4b9d-92a3-0705b01da40e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 944 time: 0.0863588 Aug 24 19:00:33.033087 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-36620684-3f42-424a-b489-35f568659ac8 req-5a5b7bf8-1d95-4122-957e-2aed79a50b0d tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384660 Aug 24 19:00:33.223675 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['b0a56b52-7768-408b-acf6-ae1865cb006a'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:00:33.435019 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-2abaabcb-48d1-448b-85fe-88a94351d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:33.603980 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-aa5082b9-4a92-409e-945d-f695925f9a59 req-622a110a-af8e-4898-a43c-ada20239019f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1099 time: 0.0703740 Aug 24 19:00:33.734887 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb3ce1-4170-4a90-b8dc-901712fc1f48 req-dd2dd796-2a37-431a-9141-1b0585f72399 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:33.736402 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1edb3ce1-4170-4a90-b8dc-901712fc1f48 req-dd2dd796-2a37-431a-9141-1b0585f72399 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0817153 Aug 24 19:00:33.749318 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5082b9-4a92-409e-945d-f695925f9a59 req-39c8fdb9-f4f3-4dc9-9637-d5e70721efbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:33.750814 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-aa5082b9-4a92-409e-945d-f695925f9a59 req-39c8fdb9-f4f3-4dc9-9637-d5e70721efbe service neutron] 10.222.0.58 "GET /v2.0/networks?id=56613873-0b6a-460a-a896-b8da14c9e270 HTTP/1.1" status: 200 len: 909 time: 0.1268344 Aug 24 19:00:33.782442 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1edb3ce1-4170-4a90-b8dc-901712fc1f48 req-57be9360-cee2-42e3-b463-aa8fd70b1539 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404105 Aug 24 19:00:33.854840 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-aa5082b9-4a92-409e-945d-f695925f9a59 req-8e47714f-65c5-4ec5-9aac-4345c5273349 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6 HTTP/1.1" status: 200 len: 1001 time: 0.0966754 Aug 24 19:00:33.917767 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5082b9-4a92-409e-945d-f695925f9a59 req-39e78b27-207a-4af1-8ff5-1713ac865f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:33.919174 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-aa5082b9-4a92-409e-945d-f695925f9a59 req-39e78b27-207a-4af1-8ff5-1713ac865f89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=768d2b05-2567-4a2f-a04b-17e5858f8ba2 HTTP/1.1" status: 200 len: 847 time: 0.0553999 Aug 24 19:00:33.999020 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-aa5082b9-4a92-409e-945d-f695925f9a59 req-62cc93da-1043-4989-9fca-ff1225839d7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56613873-0b6a-460a-a896-b8da14c9e270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689149 Aug 24 19:00:34.131531 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-aa5082b9-4a92-409e-945d-f695925f9a59 req-44fc7a11-c626-4855-87a4-a7019c3d6392 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248386 Aug 24 19:00:34.318161 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-aa5082b9-4a92-409e-945d-f695925f9a59 req-7460008f-cb61-4d2c-b83f-ac3d933d8e6d service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797841 Aug 24 19:00:34.328178 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6425d-bc97-49f4-af92-06adae32cd50 req-0f8bba79-aab5-4c16-b197-d36f41b1a2eb tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:34.329497 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a2c6425d-bc97-49f4-af92-06adae32cd50 req-0f8bba79-aab5-4c16-b197-d36f41b1a2eb tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 944 time: 0.1732464 Aug 24 19:00:34.493384 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a2c6425d-bc97-49f4-af92-06adae32cd50 req-835a814a-61d5-43fd-af41-0f8c1d60a6cc tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578510 Aug 24 19:00:34.509848 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:34.556666 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device b0a56b52-7768-408b-acf6-ae1865cb006a up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:00:34.765969 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port b0a56b52-7768-408b-acf6-ae1865cb006a completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:00:34.772274 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port b0a56b52-7768-408b-acf6-ae1865cb006a triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:00:34.772648 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:34.892939 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:34.919261 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a56b52-7768-408b-acf6-ae1865cb006a'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:00:34.928777 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port b0a56b52-7768-408b-acf6-ae1865cb006a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b0a56b52-7768-408b-acf6-ae1865cb006a,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:34.975636 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a56b52-7768-408b-acf6-ae1865cb006a', 'code': 200} Aug 24 19:00:34.987901 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc3207-1931-4c4c-91db-fd67f823a355 req-e08d0b45-e80b-41e6-9cab-2e86a93db8ee tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:34.989408 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-75bc3207-1931-4c4c-91db-fd67f823a355 req-e08d0b45-e80b-41e6-9cab-2e86a93db8ee tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0757599 Aug 24 19:00:35.038205 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-75bc3207-1931-4c4c-91db-fd67f823a355 req-2fe73f78-8d99-4f94-9dec-274affcf5861 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416243 Aug 24 19:00:35.063352 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:35.065235 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-4e85b113-6d5e-42b7-bcb1-1a9b813428d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:35.127756 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=b0a56b52-7768-408b-acf6-ae1865cb006a,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:35.130815 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:35.404615 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-85529b3d-70ca-4684-9442-9a7621ca1446 req-20a42c3c-aeb2-4b38-995c-05d042721c5b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 1098 time: 0.0705783 Aug 24 19:00:35.449171 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-85529b3d-70ca-4684-9442-9a7621ca1446 req-255bf2e0-77a4-4280-821f-d90645b73bb6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375931 Aug 24 19:00:35.693159 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dd63f-74d3-45d0-a738-f6445c49ad3b req-50016ad3-d00e-4081-9dde-18204655f39f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:35.694633 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-852dd63f-74d3-45d0-a738-f6445c49ad3b req-50016ad3-d00e-4081-9dde-18204655f39f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 945 time: 0.0849879 Aug 24 19:00:35.739100 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-852dd63f-74d3-45d0-a738-f6445c49ad3b req-ade1f54d-6ea8-4a5b-8516-f1c5e1e4a2e9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389786 Aug 24 19:00:35.874955 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-155bdf53-072c-47b8-b03e-b9f9e7e12db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:36.234328 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b64d5-aca8-4113-acf8-c4a71ec884e1 req-f0a9c217-dd7f-4b0c-ae78-878b40fccaa3 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:36.235777 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-826b64d5-aca8-4113-acf8-c4a71ec884e1 req-f0a9c217-dd7f-4b0c-ae78-878b40fccaa3 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0763011 Aug 24 19:00:36.283494 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-826b64d5-aca8-4113-acf8-c4a71ec884e1 req-048afc66-450f-431d-9c13-f5f6f3ce22d3 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422344 Aug 24 19:00:36.460677 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821f467-807e-41a2-8c19-313b4db60644 req-83268f12-4e88-4853-a841-f57c5c9cb6c4 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:36.464020 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4821f467-807e-41a2-8c19-313b4db60644 req-83268f12-4e88-4853-a841-f57c5c9cb6c4 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0741336 Aug 24 19:00:36.510702 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4821f467-807e-41a2-8c19-313b4db60644 req-64e08b19-c5e3-44c6-bf0a-1819217c1f52 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Aug 24 19:00:36.765983 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:36.943529 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547067c-dc82-459f-9b06-f3db9e83a894 req-f43aae93-7573-46b7-baec-605176297d3e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:36.944978 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8547067c-dc82-459f-9b06-f3db9e83a894 req-f43aae93-7573-46b7-baec-605176297d3e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 945 time: 0.0751853 Aug 24 19:00:36.989930 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8547067c-dc82-459f-9b06-f3db9e83a894 req-e052436a-c769-410d-9151-f130ae0fc331 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392652 Aug 24 19:00:37.480447 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51b9d9-51e5-432b-a648-4bded6a1423d req-c1dae7b8-b8ae-4008-8739-84132dd4370a tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:37.481901 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3e51b9d9-51e5-432b-a648-4bded6a1423d req-c1dae7b8-b8ae-4008-8739-84132dd4370a tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0760810 Aug 24 19:00:37.525735 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3e51b9d9-51e5-432b-a648-4bded6a1423d req-97e4df0d-4b72-46d8-87a6-9938c5094309 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383804 Aug 24 19:00:37.705832 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a93066-7248-4634-b761-0b85858d8d4e req-ea829ecb-6e48-49de-8a00-64f5430e266c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:37.707292 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-60a93066-7248-4634-b761-0b85858d8d4e req-ea829ecb-6e48-49de-8a00-64f5430e266c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0786164 Aug 24 19:00:37.750849 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-60a93066-7248-4634-b761-0b85858d8d4e req-c2557d84-3e69-43e2-931f-3e5ad0103cd2 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374479 Aug 24 19:00:38.186439 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57425ac3-301a-44b4-b639-044b35b0a1c5 req-8ee07d41-8c0a-427f-96e1-5b8c75957060 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:38.187889 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-57425ac3-301a-44b4-b639-044b35b0a1c5 req-8ee07d41-8c0a-427f-96e1-5b8c75957060 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 945 time: 0.0803056 Aug 24 19:00:38.232432 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-57425ac3-301a-44b4-b639-044b35b0a1c5 req-5a3a49f7-e985-4698-9c47-fce3b0b401fb tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389349 Aug 24 19:00:38.394127 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:38.433904 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de00fb-3dca-4974-89c3-5068ae7c4f34 req-07c01134-f758-49a2-9794-c617660c8564 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:38.435376 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-67de00fb-3dca-4974-89c3-5068ae7c4f34 req-07c01134-f758-49a2-9794-c617660c8564 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 945 time: 0.0787365 Aug 24 19:00:38.443785 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46184) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:00:38.449016 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-9ced0253-aa80-49f8-9b38-fc7b0cca498e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Request body: {'floatingip': {'port_id': 'b0a56b52-7768-408b-acf6-ae1865cb006a'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:00:38.523186 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9ced0253-aa80-49f8-9b38-fc7b0cca498e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, before_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:38.726642 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5f199-fbf2-4042-8bf0-a797e63d5263 req-b68217b2-871b-4210-bba1-f6f9f0f9466f tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:38.728766 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-89a5f199-fbf2-4042-8bf0-a797e63d5263 req-b68217b2-871b-4210-bba1-f6f9f0f9466f tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0800412 Aug 24 19:00:38.773047 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-89a5f199-fbf2-4042-8bf0-a797e63d5263 req-dbcb5496-e65b-4f70-b156-0c0d10440dc1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386958 Aug 24 19:00:39.103126 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21e6cc-e7b8-4b3c-b2e7-4907a4c00d69 req-0e70b613-f469-4164-b2a8-379ed83ffef1 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:39.104614 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3e21e6cc-e7b8-4b3c-b2e7-4907a4c00d69 req-0e70b613-f469-4164-b2a8-379ed83ffef1 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 945 time: 0.1877358 Aug 24 19:00:39.164167 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3e21e6cc-e7b8-4b3c-b2e7-4907a4c00d69 req-d8bb107a-079d-492e-8e41-09a8bdc18f59 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536048 Aug 24 19:00:39.286548 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9ced0253-aa80-49f8-9b38-fc7b0cca498e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:39.605197 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9ced0253-aa80-49f8-9b38-fc7b0cca498e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:39.795122 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.l3_db [None req-9ced0253-aa80-49f8-9b38-fc7b0cca498e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Floating IP 705dd7fd-75f8-435e-8068-2137af2a05de associated. External IP: 172.28.1.142, port: b0a56b52-7768-408b-acf6-ae1865cb006a. Aug 24 19:00:40.045916 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79517e3b-f9d2-4b56-a62f-f91179e92c75 req-03ae8e26-f10b-46c6-960b-ada13e19dfab tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:40.047361 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-79517e3b-f9d2-4b56-a62f-f91179e92c75 req-03ae8e26-f10b-46c6-960b-ada13e19dfab tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.1118307 Aug 24 19:00:40.163567 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-79517e3b-f9d2-4b56-a62f-f91179e92c75 req-93911250-53bf-410b-85cc-4cf7697744f1 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105452 Aug 24 19:00:40.284592 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ced0253-aa80-49f8-9b38-fc7b0cca498e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Router dc09635c-27eb-498e-8e9f-621c51430f07 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:00:40.366556 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f74c0-a102-4d3a-b530-ad9f761e725d req-94e275d1-8f6e-4b3a-8e62-640e7b6147f0 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:40.368074 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-885f74c0-a102-4d3a-b530-ad9f761e725d req-94e275d1-8f6e-4b3a-8e62-640e7b6147f0 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 945 time: 0.0776103 Aug 24 19:00:40.418334 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-885f74c0-a102-4d3a-b530-ad9f761e725d req-9cb55a39-0b27-4684-a2d9-c7a39ff123af tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438492 Aug 24 19:00:40.490235 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ced0253-aa80-49f8-9b38-fc7b0cca498e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:00:40.504953 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9ced0253-aa80-49f8-9b38-fc7b0cca498e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:40.505079 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] Sync routers for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:00:40.511967 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:00:40.512572 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:00:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:00:40.547926 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-9ced0253-aa80-49f8-9b38-fc7b0cca498e tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "PUT /v2.0/floatingips/705dd7fd-75f8-435e-8068-2137af2a05de HTTP/1.1" status: 200 len: 991 time: 2.1031241 Aug 24 19:00:40.550452 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'tag': 'b0a56b52-7768-408b-acf6-ae1865cb006a'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:00:40.605496 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'tag': 'b0a56b52-7768-408b-acf6-ae1865cb006a', 'status': 'completed', 'code': 200} Aug 24 19:00:40.685596 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:00:40.701342 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-47471312-7fc8-4c96-876d-adc5744e731c req-33aa5c56-9e77-4eda-81fb-10432f868229 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f13b55f289747309e3e4ed1490b7590&device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 1098 time: 0.0714357 Aug 24 19:00:40.831805 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47471312-7fc8-4c96-876d-adc5744e731c req-f4b285ab-5e75-444e-bea0-be44fd4e0cfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:40.833256 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-47471312-7fc8-4c96-876d-adc5744e731c req-f4b285ab-5e75-444e-bea0-be44fd4e0cfd service neutron] 10.222.0.58 "GET /v2.0/networks?id=01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 200 len: 912 time: 0.1255772 Aug 24 19:00:40.938766 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-47471312-7fc8-4c96-876d-adc5744e731c req-ab461f59-7cfb-49fc-af0c-60009e0a81d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0a56b52-7768-408b-acf6-ae1865cb006a HTTP/1.1" status: 200 len: 999 time: 0.0952516 Aug 24 19:00:41.000371 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47471312-7fc8-4c96-876d-adc5744e731c req-5cb7c588-8415-431f-80e1-c3ffaf498386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:41.001824 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-47471312-7fc8-4c96-876d-adc5744e731c req-5cb7c588-8415-431f-80e1-c3ffaf498386 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 200 len: 850 time: 0.0566463 Aug 24 19:00:41.022115 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': '705dd7fd-75f8-435e-8068-2137af2a05de', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'port_id': 'b0a56b52-7768-408b-acf6-ae1865cb006a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'mac_address': 'fa:16:3e:94:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:00:21Z', 'updated_at': '2021-08-24T19:00:39Z', 'revision_number': 1, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:00:41.026054 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] Checking router: dc09635c-27eb-498e-8e9f-621c51430f07 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:00:41.037114 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:00:41.037718 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:00:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:00:41.078386 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-47471312-7fc8-4c96-876d-adc5744e731c req-2b3bcb3d-366b-42bc-bb6b-f5dd84a14985 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=01b0bebc-79e0-43fb-96ce-c8008e4895da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696888 Aug 24 19:00:41.209342 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-47471312-7fc8-4c96-876d-adc5744e731c req-c42269b0-6540-4b1e-85dd-97d9f93f2143 service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243606 Aug 24 19:00:41.211265 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:00:41.400241 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-47471312-7fc8-4c96-876d-adc5744e731c req-9fb2a99c-7919-4b4c-93c0-3d5870020fcf service neutron] 10.222.0.58 "GET /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842103 Aug 24 19:00:41.433500 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48756fda-dad9-43b7-bd8c-ea98f7c8d1ae req-bf3103dd-7efe-450f-b661-b6958a1d1146 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:41.440454 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-48756fda-dad9-43b7-bd8c-ea98f7c8d1ae req-bf3103dd-7efe-450f-b661-b6958a1d1146 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.1491344 Aug 24 19:00:41.488808 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-48756fda-dad9-43b7-bd8c-ea98f7c8d1ae req-9dcebd30-730e-4352-8bab-1c4dcbd44b23 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473557 Aug 24 19:00:41.502865 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-20ffffc8-36e8-4e14-a348-225e5ecbd51d tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:41.504528 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-20ffffc8-36e8-4e14-a348-225e5ecbd51d tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.58 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 945 time: 0.1937993 Aug 24 19:00:41.577597 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Deleting port 3781f5ef-1d08-4008-85b7-c6ce570dcafd {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:00:41.578048 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:41.583505 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': '705dd7fd-75f8-435e-8068-2137af2a05de', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'port_id': 'b0a56b52-7768-408b-acf6-ae1865cb006a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'mac_address': 'fa:16:3e:94:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:00:21Z', 'updated_at': '2021-08-24T19:00:39Z', 'revision_number': 1, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:00:41.590538 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f775f492-940c-43d9-896f-dd786ea6dc9a None None] The sync data for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb is: [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': '705dd7fd-75f8-435e-8068-2137af2a05de', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'port_id': 'b0a56b52-7768-408b-acf6-ae1865cb006a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'mac_address': 'fa:16:3e:94:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:00:21Z', 'updated_at': '2021-08-24T19:00:39Z', 'revision_number': 1, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:00:41.765190 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f82238-1102-4fa6-b5df-6821d62f3f86 req-7c1b60c6-561d-4109-9a96-614091883382 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:41.766724 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-16f82238-1102-4fa6-b5df-6821d62f3f86 req-7c1b60c6-561d-4109-9a96-614091883382 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 945 time: 0.1696837 Aug 24 19:00:41.817863 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-16f82238-1102-4fa6-b5df-6821d62f3f86 req-248152a6-c60e-4922-ad90-ef73e6727bdf tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/security-groups?id=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Aug 24 19:00:41.839729 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] For port 3781f5ef-1d08-4008-85b7-c6ce570dcafd, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3781f5ef-1d08-4008-85b7-c6ce570dcafd,segment=NetworkSegment(de8f6fbe-ed56-4817-a9d0-29852aa8a6a0),segment_id=de8f6fbe-ed56-4817-a9d0-29852aa8a6a0)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:41.840245 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:41.847353 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765f1e2f-710b-4098-939f-eae0612eea7e None None] New status for floating IP 705dd7fd-75f8-435e-8068-2137af2a05de: ACTIVE {{(pid=75891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 19:00:41.958803 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Calling delete_port for 3781f5ef-1d08-4008-85b7-c6ce570dcafd owned by compute:nova {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:00:42.206089 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:42.212034 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ba4536ad-b3f4-4ac7-8441-f37390610ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:42.218370 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['3781f5ef-1d08-4008-85b7-c6ce570dcafd'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:00:42.256853 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Pushing event deleted for resources: {'Port': ['ID=3781f5ef-1d08-4008-85b7-c6ce570dcafd,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:42.260968 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:42.333817 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] No DVR routers for this DVR port 3781f5ef-1d08-4008-85b7-c6ce570dcafd on host hv-cinder-80582 {{(pid=75888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:00:42.336734 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:42.418013 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-af70587f-013f-447b-9ad5-f7ae07a66145 req-fc7fe730-bf75-4c7b-95eb-80c47be772f7 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.58 "DELETE /v2.0/ports/3781f5ef-1d08-4008-85b7-c6ce570dcafd HTTP/1.1" status: 204 len: 173 time: 0.9066961 Aug 24 19:00:42.452151 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-342b1b59-5d31-434d-8dc7-2911e29d4a56 req-2697cf60-6d7e-4c5e-8e14-0b84dcdfda6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1099 time: 0.0706377 Aug 24 19:00:42.587155 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b1b59-5d31-434d-8dc7-2911e29d4a56 req-d3586422-6bf0-4988-8fc4-ff4cc81476c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:42.588656 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-342b1b59-5d31-434d-8dc7-2911e29d4a56 req-d3586422-6bf0-4988-8fc4-ff4cc81476c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56613873-0b6a-460a-a896-b8da14c9e270 HTTP/1.1" status: 200 len: 909 time: 0.1301680 Aug 24 19:00:42.606847 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b085501c-9686-4c29-9f93-aa829a24b4d0', 'name': 'network-vif-deleted', 'tag': '3781f5ef-1d08-4008-85b7-c6ce570dcafd'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:00:42.698118 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885eb2-128a-4a4c-815b-1d3a56f8712f req-91ca662c-b707-42c9-a3fe-b3cebe06a137 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:42.698748 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-342b1b59-5d31-434d-8dc7-2911e29d4a56 req-a106e754-b813-4280-9c67-14564dcad429 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6 HTTP/1.1" status: 200 len: 1001 time: 0.1033349 Aug 24 19:00:42.699795 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0d885eb2-128a-4a4c-815b-1d3a56f8712f req-91ca662c-b707-42c9-a3fe-b3cebe06a137 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0816364 Aug 24 19:00:42.723019 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b085501c-9686-4c29-9f93-aa829a24b4d0', 'name': 'network-vif-deleted', 'tag': '3781f5ef-1d08-4008-85b7-c6ce570dcafd', 'status': 'completed', 'code': 200} Aug 24 19:00:42.754596 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0d885eb2-128a-4a4c-815b-1d3a56f8712f req-44bb206e-0b04-46dd-a9c1-66b1b0015bec tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474331 Aug 24 19:00:42.767089 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b1b59-5d31-434d-8dc7-2911e29d4a56 req-85eba864-acb4-4577-8f63-b60814742adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:42.768574 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-342b1b59-5d31-434d-8dc7-2911e29d4a56 req-85eba864-acb4-4577-8f63-b60814742adc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=768d2b05-2567-4a2f-a04b-17e5858f8ba2 HTTP/1.1" status: 200 len: 847 time: 0.0638146 Aug 24 19:00:42.844062 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-342b1b59-5d31-434d-8dc7-2911e29d4a56 req-afcc9bc7-f797-4882-9786-1ce8e0a714d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56613873-0b6a-460a-a896-b8da14c9e270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687633 Aug 24 19:00:42.994747 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-342b1b59-5d31-434d-8dc7-2911e29d4a56 req-f203154f-531d-453e-a097-0d40c53dd9f1 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443381 Aug 24 19:00:43.015423 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-6fe0f617-9386-48e9-9fe1-9ab6e5caf43e req-5bb7e0d0-e22d-462b-a88e-e870122d159c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Synchronizing usage tracker for tenant:f1a24d1d908d42cfa67518a263603111 on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:00:43.134730 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-342b1b59-5d31-434d-8dc7-2911e29d4a56 req-e7ab7b2e-0f38-43d8-a4cb-90ed8244d853 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323566 Aug 24 19:00:43.160608 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-6fe0f617-9386-48e9-9fe1-9ab6e5caf43e req-5bb7e0d0-e22d-462b-a88e-e870122d159c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Unset dirty status for tenant:f1a24d1d908d42cfa67518a263603111 on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:00:43.161823 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6fe0f617-9386-48e9-9fe1-9ab6e5caf43e req-5bb7e0d0-e22d-462b-a88e-e870122d159c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] 10.222.0.20 "GET /v2.0/ports?device_id=b085501c-9686-4c29-9f93-aa829a24b4d0 HTTP/1.1" status: 200 len: 210 time: 0.1992323 Aug 24 19:00:43.948661 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688374a-c47f-4f6e-b756-aed1d2ac84df req-5bdb6bf7-0052-4e0a-8964-cf0248f1992a tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:43.950136 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5688374a-c47f-4f6e-b756-aed1d2ac84df req-5bdb6bf7-0052-4e0a-8964-cf0248f1992a tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0758886 Aug 24 19:00:43.995029 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5688374a-c47f-4f6e-b756-aed1d2ac84df req-a38d62a0-3a0b-4da7-a141-26edee5c266d tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394828 Aug 24 19:00:44.613991 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 3781f5ef-1d08-4008-85b7-c6ce570dcafd no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:00:44.646815 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 3781f5ef-1d08-4008-85b7-c6ce570dcafd {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:00:44.647170 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 3781f5ef-1d08-4008-85b7-c6ce570dcafd not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:00:45.197318 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05725f-32fa-4165-ac0c-62f1434f3f8b req-45733111-3171-465d-a685-340f51ef9b44 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:45.198826 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4b05725f-32fa-4165-ac0c-62f1434f3f8b req-45733111-3171-465d-a685-340f51ef9b44 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0831931 Aug 24 19:00:45.245811 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4b05725f-32fa-4165-ac0c-62f1434f3f8b req-bc135efc-2177-49fd-a4cd-dd4e348f73fc tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408673 Aug 24 19:00:46.447602 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e595f5-2b3b-4c2b-ba23-54f992ae3d21 req-974f2ea6-a0f3-4df3-8ea0-e0c3c9c92505 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:46.449072 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-42e595f5-2b3b-4c2b-ba23-54f992ae3d21 req-974f2ea6-a0f3-4df3-8ea0-e0c3c9c92505 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0835481 Aug 24 19:00:46.497523 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-42e595f5-2b3b-4c2b-ba23-54f992ae3d21 req-01304c16-902b-4862-9e8a-caf95b03af2d tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Aug 24 19:00:46.682991 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4225afca-e421-4055-85cf-b4507e3fbc87 req-489afdad-09da-420d-a451-6728dd053d55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0665269 Aug 24 19:00:47.097571 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-ed7245f5-6cb2-495e-98e7-411c4f6bb12f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752330 Aug 24 19:00:47.113737 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f038a-e43e-4ffd-ab2b-039f6e6a2976 req-d830a7fe-8a03-4595-9769-d414ccff3816 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:47.120973 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-778f038a-e43e-4ffd-ab2b-039f6e6a2976 req-d830a7fe-8a03-4595-9769-d414ccff3816 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0908325 Aug 24 19:00:47.179075 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-778f038a-e43e-4ffd-ab2b-039f6e6a2976 req-bd771e06-b7a1-43f5-98d6-7b2937803805 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568109 Aug 24 19:00:48.377519 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f1f1a-732f-4885-b4eb-b2c527a69a71 req-9f57326c-dc04-4f9f-924e-f5104f11e9b3 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:48.379022 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b87f1f1a-732f-4885-b4eb-b2c527a69a71 req-9f57326c-dc04-4f9f-924e-f5104f11e9b3 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0781617 Aug 24 19:00:48.425727 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b87f1f1a-732f-4885-b4eb-b2c527a69a71 req-c59a962a-a7e2-49a6-aa8f-e1a598a74d49 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 Aug 24 19:00:48.617566 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 7857869a-e7e9-48b8-9481-e5bd065f77f6 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:00:48.730857 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:48.757570 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:00:48.768164 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:48.809717 dv-cinder-805825-1-smb neutron-server[75890]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'code': 422} returned with failed status Aug 24 19:00:48.846031 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:48.847833 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:48.912796 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=7857869a-e7e9-48b8-9481-e5bd065f77f6,revision_number=6']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:48.915731 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:49.146573 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-fb431940-1dc3-49c6-82f6-78b441337abc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432&tenant_id=0b2b2cd0652b4eb9936615b88476a82a HTTP/1.1" status: 200 len: 1097 time: 0.0749588 Aug 24 19:00:49.237434 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-ff02bdfc-d302-42e1-878e-1ecbdb0a912a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1097 time: 0.0683432 Aug 24 19:00:49.369208 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-d3d6b88e-c9fb-4445-abeb-3a5f756c3489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:49.370761 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-d3d6b88e-c9fb-4445-abeb-3a5f756c3489 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56613873-0b6a-460a-a896-b8da14c9e270 HTTP/1.1" status: 200 len: 909 time: 0.1271043 Aug 24 19:00:49.475723 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-10fa5bbd-e39f-43fa-90c5-ef1e397a2c4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6 HTTP/1.1" status: 200 len: 999 time: 0.0984414 Aug 24 19:00:49.540448 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-f2da5524-959e-4a9e-80ce-05086a07ff64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:49.541823 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-f2da5524-959e-4a9e-80ce-05086a07ff64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=768d2b05-2567-4a2f-a04b-17e5858f8ba2 HTTP/1.1" status: 200 len: 847 time: 0.0598791 Aug 24 19:00:49.624368 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-10f48e11-4885-4b44-ba62-778514d0acdb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56613873-0b6a-460a-a896-b8da14c9e270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762899 Aug 24 19:00:49.631592 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261c8d-595f-43ba-bb8b-5e1d0bcd707d req-019f3800-8300-4ae0-abeb-8b1b6ad18e1d tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:49.633102 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a6261c8d-595f-43ba-bb8b-5e1d0bcd707d req-019f3800-8300-4ae0-abeb-8b1b6ad18e1d tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 944 time: 0.0818055 Aug 24 19:00:49.678731 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a6261c8d-595f-43ba-bb8b-5e1d0bcd707d req-18cddc16-a2d7-4a27-af84-e51eca398a93 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Aug 24 19:00:49.831636 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-35e9fa45-3038-42e0-9ca6-cb4e4ca4401d service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004168 Aug 24 19:00:49.960780 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-507d5b86-ebd9-4f86-b794-45a755bb033d req-381f0f1e-feb6-446c-88ac-4dad6e9e5970 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222856 Aug 24 19:00:50.882462 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ffb21-6f59-4d3a-8082-7c033fb96cf8 req-58b0515c-78bb-4ab0-b0a6-2c01e128a7f8 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:50.884776 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e27ffb21-6f59-4d3a-8082-7c033fb96cf8 req-58b0515c-78bb-4ab0-b0a6-2c01e128a7f8 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 944 time: 0.0783639 Aug 24 19:00:50.935946 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e27ffb21-6f59-4d3a-8082-7c033fb96cf8 req-6dd775e4-cfb6-4758-a5bb-8c7e311dea66 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456419 Aug 24 19:00:52.148100 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0b7ee-2274-473d-855c-e1f91488abca req-cdd6fa43-015c-4184-aab4-8781fb0aa125 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:52.150145 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8bd0b7ee-2274-473d-855c-e1f91488abca req-cdd6fa43-015c-4184-aab4-8781fb0aa125 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 944 time: 0.0759311 Aug 24 19:00:52.200479 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8bd0b7ee-2274-473d-855c-e1f91488abca req-0d366311-9d93-4ec7-8b23-bc94fa552671 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Aug 24 19:00:53.401338 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c376dc-f0db-4484-898d-a2a455c55351 req-de674816-8daf-4927-8ebd-dbaa2a4d7055 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:53.402860 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-60c376dc-f0db-4484-898d-a2a455c55351 req-de674816-8daf-4927-8ebd-dbaa2a4d7055 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 944 time: 0.0755453 Aug 24 19:00:53.447521 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-60c376dc-f0db-4484-898d-a2a455c55351 req-1bac484f-b826-49d4-98af-027f4e9678e7 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391448 Aug 24 19:00:54.650685 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217ddbd-4c44-44fa-9328-0994657c2078 req-69335848-0969-4cea-b029-de39606a1376 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:54.652134 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a217ddbd-4c44-44fa-9328-0994657c2078 req-69335848-0969-4cea-b029-de39606a1376 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 944 time: 0.0802226 Aug 24 19:00:54.675772 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 7857869a-e7e9-48b8-9481-e5bd065f77f6 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:00:54.697832 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a217ddbd-4c44-44fa-9328-0994657c2078 req-5cbea2eb-3a10-4087-81e5-7b13053e3ada tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400019 Aug 24 19:00:54.807597 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:54.820400 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'port_id': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'mac_address': 'fa:16:3e:22:33:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:00:54.872857 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:54.889112 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7857869a-e7e9-48b8-9481-e5bd065f77f6 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:00:54.903343 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:54.982881 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:54.984715 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:55.051215 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=7857869a-e7e9-48b8-9481-e5bd065f77f6,revision_number=7']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:55.054283 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:55.352230 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['7857869a-e7e9-48b8-9481-e5bd065f77f6'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:00:55.906542 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5b007-4811-43ce-b74c-d7715df2019b req-74b46fc0-3b7d-4364-b9d2-2d935cc61894 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:55.907997 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-09f5b007-4811-43ce-b74c-d7715df2019b req-74b46fc0-3b7d-4364-b9d2-2d935cc61894 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 945 time: 0.0814979 Aug 24 19:00:55.952620 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-09f5b007-4811-43ce-b74c-d7715df2019b req-92bb2612-fc29-462b-8e9d-2d9423442dc3 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391932 Aug 24 19:00:56.702425 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 7857869a-e7e9-48b8-9481-e5bd065f77f6 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:00:56.767149 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 7857869a-e7e9-48b8-9481-e5bd065f77f6 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:00:56.767526 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:56.879492 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:56.905922 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:00:56.915700 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:00:56.963631 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'code': 200} Aug 24 19:00:57.028640 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:00:57.031313 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:00:57.096729 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=7857869a-e7e9-48b8-9481-e5bd065f77f6,revision_number=8']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:00:57.100061 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:00:57.151695 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9555270-a1d0-4c43-a037-980f6f00c5a0 req-744e964d-bf3a-4113-be12-9d768ed47036 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:57.153210 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e9555270-a1d0-4c43-a037-980f6f00c5a0 req-744e964d-bf3a-4113-be12-9d768ed47036 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0779057 Aug 24 19:00:57.198552 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e9555270-a1d0-4c43-a037-980f6f00c5a0 req-f674d367-e931-4868-b8ed-c671b261d7de tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396025 Aug 24 19:00:57.377161 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-35973ef1-acb7-43ff-a62d-e3426433f856 req-36e46e15-019f-4ff1-815f-739faa7a2fdd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1099 time: 0.0672531 Aug 24 19:00:57.422855 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-35973ef1-acb7-43ff-a62d-e3426433f856 req-80a22bbe-6ad5-40be-a857-89e4e66cd601 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382614 Aug 24 19:00:58.398415 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c99259-7917-4227-bdaa-d878176e9345 req-2e6cd65a-d5f2-4325-91f1-d683d2aa6973 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:58.399856 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-78c99259-7917-4227-bdaa-d878176e9345 req-2e6cd65a-d5f2-4325-91f1-d683d2aa6973 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0780823 Aug 24 19:00:58.443367 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-78c99259-7917-4227-bdaa-d878176e9345 req-a398793d-f027-44ab-b714-6da49dee8482 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379729 Aug 24 19:00:59.710870 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bbba-8ae4-4160-81f7-b06fabd9c848 req-ac62808a-e36d-41ec-aca2-51deaf18e248 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:00:59.712265 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f108bbba-8ae4-4160-81f7-b06fabd9c848 req-ac62808a-e36d-41ec-aca2-51deaf18e248 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.1441116 Aug 24 19:00:59.756053 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f108bbba-8ae4-4160-81f7-b06fabd9c848 req-13198922-cb94-47aa-a040-43e44018cd3a tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379243 Aug 24 19:01:02.097048 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:03.377077 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7accdc3d-0d8e-4279-8ac6-714fd625bef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:04.496429 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:05.811044 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-84dd4623-8b94-47bc-8075-bd1c632e7eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:05.918787 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:01:06.649816 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:08.170987 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:08.443940 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46478) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:01:08.505035 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] Deleting subnet 2306c34b-93c9-4ff1-a183-b7899a7f26b2 {{(pid=75888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 19:01:08.508435 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:08.555474 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7302309'] for subnet, precommit_delete_associations {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:08.607275 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:08.747402 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7110427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7039689'] for subnet, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:08.751112 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4d996776-5eb6-499e-9dd8-524039bc0621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:01:08.783601 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2306c34b-93c9-4ff1-a183-b7899a7f26b2,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:01:08.786946 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:01:08.790457 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:08.796072 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2306c34b-93c9-4ff1-a183-b7899a7f26b2 HTTP/1.1" status: 204 len: 168 time: 0.3506274 Aug 24 19:01:08.798524 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46482) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:01:08.900625 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.018778 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.030870 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a493064-9193-4d7b-b96e-e0830c75c813']}} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:01:09.042943 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0') {'for_net_delete': True} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:01:09.043241 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8f6fbe-ed56-4817-a9d0-29852aa8a6a0') {} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:01:09.054628 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7302314'] for segment, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.069840 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.075814 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=75888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 19:01:09.076187 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7110589'] for segment, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: Traceback (most recent call last): Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: timer() Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: cb(*args, **kw) Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: return func(*args, **kwargs) Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: self._notify() Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: self.callback(batched_events) Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: event.method(event) Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: return f(self, *a, **k) Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: return self._get(url).json() Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: return self.request(url, 'GET', **kwargs) Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:01:09.088626 dv-cinder-805825-1-smb neutron-server[75888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:01:09.239344 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.244794 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.248435 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a0bdae92-5dac-459d-81c5-cf171f91a7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:01:09.269814 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a493064-9193-4d7b-b96e-e0830c75c813,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:01:09.272105 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:01:09.365827 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8b12a7ea-83e2-4a40-87b6-09fc94035799 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9a493064-9193-4d7b-b96e-e0830c75c813 HTTP/1.1" status: 204 len: 168 time: 0.5662897 Aug 24 19:01:09.700451 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46490) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:01:09.749089 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-6dd95df8-206e-4f8a-af9b-84fbf8001771 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1a24d1d908d42cfa67518a263603111&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474808 Aug 24 19:01:09.751293 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46494) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:01:09.811896 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9b948935-cb81-4e3a-81e0-68e6f94f97f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.837016 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9b948935-cb81-4e3a-81e0-68e6f94f97f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.976595 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9b948935-cb81-4e3a-81e0-68e6f94f97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:09.980219 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d8a72764-a3d4-470d-a156-a3195a439def tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:01:09.993340 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b948935-cb81-4e3a-81e0-68e6f94f97f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996fa5ef-cf5f-4402-9ce5-9f10a8aed78b,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:01:09.995872 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9b948935-cb81-4e3a-81e0-68e6f94f97f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:01:10.072005 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9b948935-cb81-4e3a-81e0-68e6f94f97f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:10.073139 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-9b948935-cb81-4e3a-81e0-68e6f94f97f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/996fa5ef-cf5f-4402-9ce5-9f10a8aed78b HTTP/1.1" status: 204 len: 168 time: 0.3209698 Aug 24 19:01:21.389160 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c03584-716e-441b-8a0e-747e88b06e77 req-95c828c2-e845-485b-93bd-290819024e8a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:21.390634 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-60c03584-716e-441b-8a0e-747e88b06e77 req-95c828c2-e845-485b-93bd-290819024e8a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0749071 Aug 24 19:01:21.435035 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-60c03584-716e-441b-8a0e-747e88b06e77 req-5d15afd0-c90c-4735-a123-e1d5a89a00c8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386782 Aug 24 19:01:22.644226 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cff4bf-4d33-453f-81ff-18ea41b2e984 req-c86d6218-fa6d-444c-9556-b20dba2edf36 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:22.645662 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-67cff4bf-4d33-453f-81ff-18ea41b2e984 req-c86d6218-fa6d-444c-9556-b20dba2edf36 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0785563 Aug 24 19:01:22.688936 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-67cff4bf-4d33-453f-81ff-18ea41b2e984 req-92a45911-04c6-40e2-98d2-512bcb4065ca tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372722 Aug 24 19:01:23.895164 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee0c4-59a6-4f92-9fbd-e9efce302d08 req-05c09367-b196-4b42-94f4-2b03c9d42484 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:23.896624 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-97eee0c4-59a6-4f92-9fbd-e9efce302d08 req-05c09367-b196-4b42-94f4-2b03c9d42484 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0748260 Aug 24 19:01:23.944252 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-97eee0c4-59a6-4f92-9fbd-e9efce302d08 req-0b34af7d-d98b-4b46-ac4e-b9ff77324b90 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416667 Aug 24 19:01:25.152950 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006e1e-4a8a-4ff8-86c1-b55b13535faf req-37b75cba-6b52-4fa0-ab89-02fe808b9bc6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:25.154425 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee006e1e-4a8a-4ff8-86c1-b55b13535faf req-37b75cba-6b52-4fa0-ab89-02fe808b9bc6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0786402 Aug 24 19:01:25.198399 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ee006e1e-4a8a-4ff8-86c1-b55b13535faf req-c79ebb62-3229-439a-9b5f-5f3e5f59a474 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384412 Aug 24 19:01:26.407179 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c91657-9b51-403a-800d-299bc31109ce req-b3e96f2b-522f-4bb7-ad5d-64a1cc3ec96d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:26.408552 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-71c91657-9b51-403a-800d-299bc31109ce req-b3e96f2b-522f-4bb7-ad5d-64a1cc3ec96d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0776083 Aug 24 19:01:26.452660 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-71c91657-9b51-403a-800d-299bc31109ce req-40383498-0cfd-4233-90d1-aa7912b3aa7c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382318 Aug 24 19:01:27.662233 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5ea07-ec20-45da-8df7-d8fa3fc2de42 req-a47d7d9b-5df8-4f3e-9156-a63e6aafe34b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:27.664249 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-72a5ea07-ec20-45da-8df7-d8fa3fc2de42 req-a47d7d9b-5df8-4f3e-9156-a63e6aafe34b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0769618 Aug 24 19:01:27.707675 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-72a5ea07-ec20-45da-8df7-d8fa3fc2de42 req-f0b9671f-6780-4b8b-9044-68a48f70d733 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381420 Aug 24 19:01:28.918166 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4347ce-2838-40be-8f08-a08a60aea73a req-c02d02c6-67bb-4295-8448-8a5badbc7082 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:28.919673 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1a4347ce-2838-40be-8f08-a08a60aea73a req-c02d02c6-67bb-4295-8448-8a5badbc7082 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0788338 Aug 24 19:01:28.964064 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1a4347ce-2838-40be-8f08-a08a60aea73a req-d2cd0115-0a64-466b-89a4-4a20dbc5f2d6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389445 Aug 24 19:01:30.172804 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0cd75-9c0a-4e8f-970d-37c35a65d37f req-ed26bed7-a482-4fc4-b2d9-d192d08f8231 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:30.174293 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e2e0cd75-9c0a-4e8f-970d-37c35a65d37f req-ed26bed7-a482-4fc4-b2d9-d192d08f8231 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0757127 Aug 24 19:01:30.221622 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e2e0cd75-9c0a-4e8f-970d-37c35a65d37f req-e7a53292-047a-41c8-a5ec-2864c8afe22a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410881 Aug 24 19:01:31.493475 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5afc9-7fd7-4beb-9932-82f60d4f13d5 req-7e093972-a14f-46d1-b824-009f88191045 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:31.494962 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4da5afc9-7fd7-4beb-9932-82f60d4f13d5 req-7e093972-a14f-46d1-b824-009f88191045 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.1338851 Aug 24 19:01:31.539351 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4da5afc9-7fd7-4beb-9932-82f60d4f13d5 req-62f7624e-01da-42b8-a9e2-e5512eb697ab tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389738 Aug 24 19:01:32.114219 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:32.744227 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814872f-d809-4e83-9640-7f0ad9b15d86 req-c0b71901-57ff-4ee1-9f43-88e322c32e02 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:32.745670 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8814872f-d809-4e83-9640-7f0ad9b15d86 req-c0b71901-57ff-4ee1-9f43-88e322c32e02 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0768344 Aug 24 19:01:32.790732 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8814872f-d809-4e83-9640-7f0ad9b15d86 req-3289edb9-001b-47a5-a8fe-a418d0f5aa87 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395548 Aug 24 19:01:33.381982 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a9e44d9f-a9e2-4d80-8db9-69f572078982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:33.561924 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-fc155613-18c9-44ee-99f6-703dfd4be37f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659525 Aug 24 19:01:33.704721 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-b0c16b2b-81f6-4a05-bc44-21539f949ec2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1099 time: 0.0712731 Aug 24 19:01:33.844708 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-d3c62164-e9f5-4dc3-89ff-392109e773e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:33.846215 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-d3c62164-e9f5-4dc3-89ff-392109e773e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56613873-0b6a-460a-a896-b8da14c9e270 HTTP/1.1" status: 200 len: 909 time: 0.1233158 Aug 24 19:01:33.949906 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-c36554c8-f379-4273-9f7b-7f2268ee2c33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6 HTTP/1.1" status: 200 len: 1001 time: 0.0974958 Aug 24 19:01:33.995536 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae1119-7ff0-4ca4-a34c-78c13ecebf3c req-81b8eaa7-2ed7-4302-9716-76b92693cf4a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:33.996913 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6aae1119-7ff0-4ca4-a34c-78c13ecebf3c req-81b8eaa7-2ed7-4302-9716-76b92693cf4a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0744400 Aug 24 19:01:34.011381 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-0c0a0425-ee8f-4f6b-95d5-590d65bc966c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:34.012831 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-0c0a0425-ee8f-4f6b-95d5-590d65bc966c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=768d2b05-2567-4a2f-a04b-17e5858f8ba2 HTTP/1.1" status: 200 len: 847 time: 0.0571878 Aug 24 19:01:34.043275 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6aae1119-7ff0-4ca4-a34c-78c13ecebf3c req-fb3067bc-b531-4c84-a7fb-62526c53259d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Aug 24 19:01:34.086178 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-8f5207ea-93c2-4320-9384-963c26b7f60e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56613873-0b6a-460a-a896-b8da14c9e270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670300 Aug 24 19:01:34.213471 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-a2ea16fc-733a-4192-a4bf-0639c96b0223 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202490 Aug 24 19:01:34.339586 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3dc18682-eeb8-4ec2-816a-0a5d8e50386c req-fa8f8c4c-30ae-4d90-82e5-e00d7285cf4d service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201274 Aug 24 19:01:34.518717 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:35.260165 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd74d3-f560-454c-8579-ca260713ce58 req-e623ad31-8cbc-4634-9a6b-6cebd1fcb073 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:35.261620 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d0cd74d3-f560-454c-8579-ca260713ce58 req-e623ad31-8cbc-4634-9a6b-6cebd1fcb073 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0811560 Aug 24 19:01:35.306250 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d0cd74d3-f560-454c-8579-ca260713ce58 req-7e960702-b642-4dca-880c-8cbee9f45b84 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389702 Aug 24 19:01:35.821757 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4dc0-8b93-4071-ba1b-43cc99af9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:36.509306 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108827f-6eff-4010-ac8b-d82ea1ce5029 req-5089a1b2-55cc-4437-9428-fc1d4044bb1f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:36.510766 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4108827f-6eff-4010-ac8b-d82ea1ce5029 req-5089a1b2-55cc-4437-9428-fc1d4044bb1f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0734777 Aug 24 19:01:36.557411 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-4108827f-6eff-4010-ac8b-d82ea1ce5029 req-53cc54b8-c37e-4b0d-b81c-8591b79f2a9c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413725 Aug 24 19:01:36.666851 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:37.765851 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e2717-18ce-471b-9c6d-dc64825eda9c req-3d0afbcc-41fa-4e25-bbf4-3583c237b7c8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:37.767336 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a04e2717-18ce-471b-9c6d-dc64825eda9c req-3d0afbcc-41fa-4e25-bbf4-3583c237b7c8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0754287 Aug 24 19:01:37.811998 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a04e2717-18ce-471b-9c6d-dc64825eda9c req-99d10c42-b229-41eb-92a1-d9fb3fbfdb35 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391991 Aug 24 19:01:38.152797 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:38.909455 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:01:39.027237 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db25c7-859d-4578-845f-ea5c22a7f1b8 req-cb905e86-db76-4f4b-9f8d-8630f4b074ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:39.028708 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-20db25c7-859d-4578-845f-ea5c22a7f1b8 req-cb905e86-db76-4f4b-9f8d-8630f4b074ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0808988 Aug 24 19:01:39.043298 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:01:39.057634 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'bbcc4c0c-9727-4711-9616-195b10199969', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'port_id': 'bbcc4c0c-9727-4711-9616-195b10199969', 'mac_address': 'fa:16:3e:38:53:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:01:39.078133 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-20db25c7-859d-4578-845f-ea5c22a7f1b8 req-43184bfd-9065-497a-8dd9-255219c33ecf tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440407 Aug 24 19:01:39.114446 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:39.131865 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbcc4c0c-9727-4711-9616-195b10199969 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:01:39.146351 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:01:39.221207 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:39.222978 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:01:39.288558 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=6']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:01:39.296704 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.297046 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.297381 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.297709 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.298040 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.298386 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.298706 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.299052 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.299377 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.299693 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.300011 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:01:39.304351 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:01:39.314927 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['bbcc4c0c-9727-4711-9616-195b10199969'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:01:40.288058 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b938b3-6e5f-4f7f-be26-a717c2dffd18 req-ada14590-0940-4af5-89d6-8046262b917e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:40.289642 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-66b938b3-6e5f-4f7f-be26-a717c2dffd18 req-ada14590-0940-4af5-89d6-8046262b917e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 944 time: 0.0766828 Aug 24 19:01:40.334577 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-66b938b3-6e5f-4f7f-be26-a717c2dffd18 req-fc2d7eac-c03e-4a36-b7be-aa9f82a00678 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Aug 24 19:01:40.907289 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:01:40.972913 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port bbcc4c0c-9727-4711-9616-195b10199969 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:01:40.973284 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:41.102311 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:41.127888 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:01:41.137258 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:01:41.185309 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969', 'code': 200} Aug 24 19:01:41.192523 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:01:41.194874 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-6cf91368-19ab-44e4-9f42-cea25714afe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:01:41.261612 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=7']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:01:41.265006 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:01:41.544352 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ee3fe-a395-4c00-9f96-5fe3f412dad1 req-5e4b4b3b-93ec-4f33-890c-e62ad11bcded tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:41.545792 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b52ee3fe-a395-4c00-9f96-5fe3f412dad1 req-5e4b4b3b-93ec-4f33-890c-e62ad11bcded tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0769207 Aug 24 19:01:41.589346 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b52ee3fe-a395-4c00-9f96-5fe3f412dad1 req-2355768d-95ca-4519-a504-c60f2feeaf87 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380557 Aug 24 19:01:42.799023 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8bb0b-186b-4c78-9a65-82fcebf214c9 req-958813aa-06aa-4fa2-aa6f-536c2395768d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:42.800455 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07f8bb0b-186b-4c78-9a65-82fcebf214c9 req-958813aa-06aa-4fa2-aa6f-536c2395768d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0745702 Aug 24 19:01:42.918515 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:01:42.919699 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-07f8bb0b-186b-4c78-9a65-82fcebf214c9 req-28a55cd5-8c96-4fe4-83c1-ffcba2050243 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138306 Aug 24 19:01:44.125745 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924d1c1-6c72-47c2-be89-aa93f0b8214d req-af194d38-6523-4b50-8839-693fbc03bca7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:44.127214 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c924d1c1-6c72-47c2-be89-aa93f0b8214d req-af194d38-6523-4b50-8839-693fbc03bca7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0756543 Aug 24 19:01:44.171872 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c924d1c1-6c72-47c2-be89-aa93f0b8214d req-19f5a99b-86d8-4605-afeb-fcec20ef7436 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 Aug 24 19:01:45.392034 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774443f9-c5d8-4158-a60d-c258ed9863e7 req-5715bd69-b04a-4503-902a-19c006b3db36 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:45.393527 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-774443f9-c5d8-4158-a60d-c258ed9863e7 req-5715bd69-b04a-4503-902a-19c006b3db36 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0863030 Aug 24 19:01:45.442141 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-774443f9-c5d8-4158-a60d-c258ed9863e7 req-a718d72e-9036-44bf-9829-d4cbe06ca974 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Aug 24 19:01:46.804436 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49524c40-f399-455c-9a35-587a3a305df2 req-faeed575-102b-4491-9ae5-28ae28be5b55 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:46.806001 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-49524c40-f399-455c-9a35-587a3a305df2 req-faeed575-102b-4491-9ae5-28ae28be5b55 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0805118 Aug 24 19:01:46.857416 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-49524c40-f399-455c-9a35-587a3a305df2 req-8fd90a5f-a9b5-485b-8849-83a6e24391ac tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444212 Aug 24 19:01:48.098711 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d758f4e-7a09-4ee9-9988-2aab7412ac86 req-33fc9ae9-3f4a-4acd-bb0d-ef2c014837c1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:48.106716 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0d758f4e-7a09-4ee9-9988-2aab7412ac86 req-33fc9ae9-3f4a-4acd-bb0d-ef2c014837c1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.1006782 Aug 24 19:01:48.169233 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0d758f4e-7a09-4ee9-9988-2aab7412ac86 req-2c694dce-669f-46df-894c-ad47c89641d3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613647 Aug 24 19:01:49.470833 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22350fe1-5aa8-412b-b3f0-80e9f013dded req-b84c2bb4-90c3-46ed-9adb-26954618abd1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:49.472658 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-22350fe1-5aa8-412b-b3f0-80e9f013dded req-b84c2bb4-90c3-46ed-9adb-26954618abd1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.1296928 Aug 24 19:01:49.529452 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-22350fe1-5aa8-412b-b3f0-80e9f013dded req-a620c6ce-a01c-4870-ba23-3aca9b20594b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505722 Aug 24 19:01:50.761051 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e313ff-e184-455e-a20a-e192a21dfcef req-009a47ba-3cdc-47e3-88ae-42d5d88601e3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:50.762627 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-55e313ff-e184-455e-a20a-e192a21dfcef req-009a47ba-3cdc-47e3-88ae-42d5d88601e3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0806544 Aug 24 19:01:50.811548 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-55e313ff-e184-455e-a20a-e192a21dfcef req-a074b323-45c9-44a1-a6d9-79dbcf04c547 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 Aug 24 19:01:52.063233 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ade51-a8db-4001-aa28-b2afc125055e req-cee5e1e9-09c4-4f36-82a7-967f090aaad7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:52.064718 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b55ade51-a8db-4001-aa28-b2afc125055e req-cee5e1e9-09c4-4f36-82a7-967f090aaad7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0958514 Aug 24 19:01:52.114394 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b55ade51-a8db-4001-aa28-b2afc125055e req-b25664c7-7de1-4a68-a4f0-94c30ddf9bbb tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Aug 24 19:01:53.374024 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3464f93-feb1-4c31-bf61-ad6203e0441b req-5dde6f3f-22fa-4daa-a088-536a2c5ce30f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:53.375554 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f3464f93-feb1-4c31-bf61-ad6203e0441b req-5dde6f3f-22fa-4daa-a088-536a2c5ce30f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0972171 Aug 24 19:01:53.437856 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f3464f93-feb1-4c31-bf61-ad6203e0441b req-f1ce40be-23ab-4195-a99a-d17a3f26c343 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558310 Aug 24 19:01:54.673831 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f4d0d-23c2-4dbe-9bc8-8cb4c7bd8368 req-c3770693-2360-41be-ad08-3cbe42ebb2aa tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:54.675438 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-307f4d0d-23c2-4dbe-9bc8-8cb4c7bd8368 req-c3770693-2360-41be-ad08-3cbe42ebb2aa tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0853100 Aug 24 19:01:54.723119 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-307f4d0d-23c2-4dbe-9bc8-8cb4c7bd8368 req-d18704f2-e2d2-4338-aa3b-a6a369bc02d6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 Aug 24 19:01:55.946624 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bc486-ad7b-4b6d-b523-f478899a6f24 req-b8b39d2d-7705-482e-85fa-7a1cff71508c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:55.948204 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-da9bc486-ad7b-4b6d-b523-f478899a6f24 req-b8b39d2d-7705-482e-85fa-7a1cff71508c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0853317 Aug 24 19:01:55.999304 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-da9bc486-ad7b-4b6d-b523-f478899a6f24 req-1c193c7e-8ded-42fc-a46f-d3639c93eb48 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456254 Aug 24 19:01:57.207506 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880df0e-6abb-4df5-a6d9-022a9a352325 req-e3ff19be-1480-4ce5-a176-1b39974f288b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:57.208999 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c880df0e-6abb-4df5-a6d9-022a9a352325 req-e3ff19be-1480-4ce5-a176-1b39974f288b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0767062 Aug 24 19:01:57.254727 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c880df0e-6abb-4df5-a6d9-022a9a352325 req-2a703b26-6f57-42da-9fae-7d02a17b6d2c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397663 Aug 24 19:01:58.380097 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e5de7d34-051b-4395-9f62-4211b16ca4f8 req-294ee490-6508-46aa-b4c5-cc0acf3eccc8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 1098 time: 0.0727260 Aug 24 19:01:58.575630 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609d3b9-8625-499a-9d45-d7951e1daf4f req-ad8975b6-fe34-45a1-94b4-8666de524864 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:58.577094 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8609d3b9-8625-499a-9d45-d7951e1daf4f req-ad8975b6-fe34-45a1-94b4-8666de524864 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.1724567 Aug 24 19:01:58.578093 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de7d34-051b-4395-9f62-4211b16ca4f8 req-b2caf41d-741e-4623-9091-dd8a25c10dd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:58.579445 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e5de7d34-051b-4395-9f62-4211b16ca4f8 req-b2caf41d-741e-4623-9091-dd8a25c10dd8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 918 time: 0.1919210 Aug 24 19:01:58.698761 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8609d3b9-8625-499a-9d45-d7951e1daf4f req-e283b36c-7b33-4397-af4e-462ef55c8fcf tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160774 Aug 24 19:01:58.710127 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e5de7d34-051b-4395-9f62-4211b16ca4f8 req-79749df1-fe47-450b-9088-0f94b7fd380f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbcc4c0c-9727-4711-9616-195b10199969 HTTP/1.1" status: 200 len: 1000 time: 0.1141944 Aug 24 19:01:58.776484 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de7d34-051b-4395-9f62-4211b16ca4f8 req-124cbae3-dc17-4c55-b51f-077e7b46a612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:58.777943 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e5de7d34-051b-4395-9f62-4211b16ca4f8 req-124cbae3-dc17-4c55-b51f-077e7b46a612 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.0598605 Aug 24 19:01:58.855358 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e5de7d34-051b-4395-9f62-4211b16ca4f8 req-0ca262a7-c50f-42f3-bbb6-d48c1f28f13d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667787 Aug 24 19:01:59.058054 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e5de7d34-051b-4395-9f62-4211b16ca4f8 req-694a2895-ef26-4911-870d-882879ccd131 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943593 Aug 24 19:01:59.185882 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e5de7d34-051b-4395-9f62-4211b16ca4f8 req-c62281f4-df95-4cf4-8d78-14d39fa2a9a3 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211066 Aug 24 19:01:59.908234 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778b81d-b742-4c9b-88f3-0b788c1f1c52 req-c8e49df2-8ef7-4849-805c-b439bfd15e11 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:01:59.909667 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b778b81d-b742-4c9b-88f3-0b788c1f1c52 req-c8e49df2-8ef7-4849-805c-b439bfd15e11 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0782433 Aug 24 19:01:59.953230 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b778b81d-b742-4c9b-88f3-0b788c1f1c52 req-66e589df-ea95-41e4-ac69-5ce248b192c3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379725 Aug 24 19:02:01.019096 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:02:01.135289 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:01.164901 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:02:01.165560 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b41c15-cad2-46be-895d-c4721ea51a51 req-5a803601-c43a-4824-a778-97a1df0d6898 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:01.167056 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e0b41c15-cad2-46be-895d-c4721ea51a51 req-5a803601-c43a-4824-a778-97a1df0d6898 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 945 time: 0.0781567 Aug 24 19:02:01.174408 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:01.220270 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e0b41c15-cad2-46be-895d-c4721ea51a51 req-3be0b28a-9f1b-4918-8534-7ecf72242876 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411150 Aug 24 19:02:01.222563 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969', 'code': 200} Aug 24 19:02:01.254411 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:01.254411 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:01.318551 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=8']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:01.321647 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:02.135125 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:02.433670 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3663a4-106e-4210-892d-22ac6c936e25 req-e12dcf4e-77af-42fd-8dbe-529337eb7147 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:02.435056 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ca3663a4-106e-4210-892d-22ac6c936e25 req-e12dcf4e-77af-42fd-8dbe-529337eb7147 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0784466 Aug 24 19:02:02.479322 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ca3663a4-106e-4210-892d-22ac6c936e25 req-47527736-35fa-4ee7-b86d-1710c7688297 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 Aug 24 19:02:03.363473 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5101a2b4-96a2-4dca-9c27-f7aa993870a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:04.523192 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:05.015622 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:02:05.099527 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-688f908e-e141-48b8-b12a-9cf5b55b64f0 req-b05dc848-317b-43e7-b634-c1579efcb3b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0710607 Aug 24 19:02:05.517772 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e302d98-3850-4eef-80f3-f3246d2fb1a6 req-97161ce6-7bf4-43a9-9dcc-d7f9068af064 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:05.519370 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6e302d98-3850-4eef-80f3-f3246d2fb1a6 req-97161ce6-7bf4-43a9-9dcc-d7f9068af064 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0760815 Aug 24 19:02:05.564114 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6e302d98-3850-4eef-80f3-f3246d2fb1a6 req-a14e6c35-3751-42b5-b1c0-e09e3d3b9772 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 Aug 24 19:02:05.737725 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46758) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:05.808042 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ceccd273-666a-4880-9ef2-9381016cebcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:05.875523 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ea92cc7e-de93-460f-9804-1b940606369c req-bc150dcb-94aa-4629-9b87-cf40268bc008 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1364346 Aug 24 19:02:06.666213 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:06.762383 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ea92cc7e-de93-460f-9804-1b940606369c req-71342c7e-9597-41e7-a819-a638f92d4d06 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98&tenant_id=e3fdee0a01874b569ec972a528b43375 HTTP/1.1" status: 200 len: 1096 time: 0.0700181 Aug 24 19:02:06.774018 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35417e96-8b2f-43d3-8d42-514f7bcfe845 req-40512d18-5c37-4fea-aff3-32839e1f9bce tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:06.775599 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35417e96-8b2f-43d3-8d42-514f7bcfe845 req-40512d18-5c37-4fea-aff3-32839e1f9bce tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0781014 Aug 24 19:02:06.821411 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-35417e96-8b2f-43d3-8d42-514f7bcfe845 req-2b9c03a0-ef0c-4a8c-9451-3cb4acf011b4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Aug 24 19:02:06.856725 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ea92cc7e-de93-460f-9804-1b940606369c req-27e1f1a4-90e0-4b68-b848-2ec563935b2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 1096 time: 0.0715051 Aug 24 19:02:06.984562 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92cc7e-de93-460f-9804-1b940606369c req-87da75e3-b699-4285-b847-eca089113651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:06.986029 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ea92cc7e-de93-460f-9804-1b940606369c req-87da75e3-b699-4285-b847-eca089113651 service neutron] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 918 time: 0.1225641 Aug 24 19:02:07.087877 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ea92cc7e-de93-460f-9804-1b940606369c req-378abe05-196a-4db9-b619-442a39ccc9db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbcc4c0c-9727-4711-9616-195b10199969 HTTP/1.1" status: 200 len: 998 time: 0.0951278 Aug 24 19:02:07.149147 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92cc7e-de93-460f-9804-1b940606369c req-c554d8d6-8bb5-4db3-9c8c-0196fb38e56d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:07.150582 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ea92cc7e-de93-460f-9804-1b940606369c req-c554d8d6-8bb5-4db3-9c8c-0196fb38e56d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.0555766 Aug 24 19:02:07.224540 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ea92cc7e-de93-460f-9804-1b940606369c req-62176cb7-339b-4996-8f68-52fe7abe12d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0653214 Aug 24 19:02:07.350643 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ea92cc7e-de93-460f-9804-1b940606369c req-fa2c0fd8-7f73-492e-b7af-0845e84f7c0f service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198139 Aug 24 19:02:07.478802 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ea92cc7e-de93-460f-9804-1b940606369c req-68ed5740-c993-4b94-b15e-35ba505c7752 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209509 Aug 24 19:02:08.032684 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e488947-552c-48a8-a8cd-25d2089b76fa req-393f3535-055f-4935-bda2-1b4eba6182c6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:08.034161 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6e488947-552c-48a8-a8cd-25d2089b76fa req-393f3535-055f-4935-bda2-1b4eba6182c6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0788324 Aug 24 19:02:08.079622 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6e488947-552c-48a8-a8cd-25d2089b76fa req-1a700ff7-a9b1-4459-bcff-20bf9ae743cd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399446 Aug 24 19:02:08.190842 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:09.329277 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f96ff-7ae1-43db-8157-b22ecef29ea8 req-a78407b5-f30b-4a8e-941a-2ece37dab16f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:09.330798 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8d2f96ff-7ae1-43db-8157-b22ecef29ea8 req-a78407b5-f30b-4a8e-941a-2ece37dab16f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0981073 Aug 24 19:02:09.375253 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8d2f96ff-7ae1-43db-8157-b22ecef29ea8 req-c731222f-e214-435b-824d-04322417ccd1 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383704 Aug 24 19:02:10.594607 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c63c1-e72c-4d51-86ce-948bfb9c55b5 req-ee5880cf-6303-44db-a600-76660563b906 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:10.596191 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d89c63c1-e72c-4d51-86ce-948bfb9c55b5 req-ee5880cf-6303-44db-a600-76660563b906 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0835073 Aug 24 19:02:10.643661 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d89c63c1-e72c-4d51-86ce-948bfb9c55b5 req-b5b50ba1-00a8-4ccf-8f40-dda0ec788b9e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Aug 24 19:02:11.857727 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51f187-995b-4b5c-acbb-3e059e0c481a req-50af54dc-bcc1-4ab2-a729-a30fa7c48be7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:11.859223 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-aa51f187-995b-4b5c-acbb-3e059e0c481a req-50af54dc-bcc1-4ab2-a729-a30fa7c48be7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0754476 Aug 24 19:02:11.913402 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-aa51f187-995b-4b5c-acbb-3e059e0c481a req-9ba6f391-6894-4ef0-ab48-ceb5879fc56a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461698 Aug 24 19:02:13.130872 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e41f-6424-4266-a22c-1769d505dae9 req-65da10da-abf2-4679-9200-67ee005e6af8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:13.132337 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d745e41f-6424-4266-a22c-1769d505dae9 req-65da10da-abf2-4679-9200-67ee005e6af8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0820837 Aug 24 19:02:13.177044 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d745e41f-6424-4266-a22c-1769d505dae9 req-6e5d95f4-7f97-417f-bf4f-740768a03b5e tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391960 Aug 24 19:02:14.396148 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e49d8-ad3b-4796-aba5-e1c134d4005a req-212a06b7-1d9c-47ee-b37f-138442a1899d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:14.398045 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5e6e49d8-ad3b-4796-aba5-e1c134d4005a req-212a06b7-1d9c-47ee-b37f-138442a1899d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0808630 Aug 24 19:02:14.442940 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5e6e49d8-ad3b-4796-aba5-e1c134d4005a req-3c092969-17e6-46ba-9d63-ef936b8f20c8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393388 Aug 24 19:02:15.663200 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538a70-e0d3-48e0-991a-44d95eb0a3aa req-90823b67-0662-4606-bbee-513a81137d7b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:15.665183 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8538a70-e0d3-48e0-991a-44d95eb0a3aa req-90823b67-0662-4606-bbee-513a81137d7b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0818818 Aug 24 19:02:15.710257 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8538a70-e0d3-48e0-991a-44d95eb0a3aa req-a9cf8c8e-3e62-491c-b028-01fa9772cbba tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Aug 24 19:02:17.015028 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87214562-b61e-442c-a188-27d513ed82b1 req-c54218dc-f064-4a9a-9918-b34058cc6e88 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:17.016422 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-87214562-b61e-442c-a188-27d513ed82b1 req-c54218dc-f064-4a9a-9918-b34058cc6e88 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.1537213 Aug 24 19:02:17.061216 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-87214562-b61e-442c-a188-27d513ed82b1 req-86590971-c031-4e8c-b0c9-62469d8be334 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391853 Aug 24 19:02:18.291406 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e92e-0df8-485c-a393-c08d460d5462 req-24617452-7f9c-4f4e-ad86-1ef1e60a5fe8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:18.293819 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c755e92e-0df8-485c-a393-c08d460d5462 req-24617452-7f9c-4f4e-ad86-1ef1e60a5fe8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0933766 Aug 24 19:02:18.349998 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c755e92e-0df8-485c-a393-c08d460d5462 req-96eb1f13-d4bf-4eac-952b-86eed192d688 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487313 Aug 24 19:02:19.571412 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f6898-966f-4054-b9cb-818ab808c09c req-e3b9a721-b9cb-42a1-bffb-9038207ba375 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:19.573002 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-317f6898-966f-4054-b9cb-818ab808c09c req-e3b9a721-b9cb-42a1-bffb-9038207ba375 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0790894 Aug 24 19:02:19.627764 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-317f6898-966f-4054-b9cb-818ab808c09c req-6ad6febe-5b78-4dc3-9cfb-d673e5590cc6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483496 Aug 24 19:02:19.919289 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:02:20.848784 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8a271-d915-4c02-8c69-039ae2b7d9d9 req-d61c0fba-f54e-45a4-b03f-68388c1ce383 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:20.850277 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9fb8a271-d915-4c02-8c69-039ae2b7d9d9 req-d61c0fba-f54e-45a4-b03f-68388c1ce383 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0834324 Aug 24 19:02:20.894585 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9fb8a271-d915-4c02-8c69-039ae2b7d9d9 req-870fab5e-0099-4283-b871-c54d4395e910 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388832 Aug 24 19:02:22.100715 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd7456-6b5e-4ef5-8aa2-143b43e30c05 req-a089526e-c116-41fb-90e4-44fc20f54bad tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:22.102192 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d2cd7456-6b5e-4ef5-8aa2-143b43e30c05 req-a089526e-c116-41fb-90e4-44fc20f54bad tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0756383 Aug 24 19:02:22.146823 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d2cd7456-6b5e-4ef5-8aa2-143b43e30c05 req-83602a38-5b21-4b4a-92fb-800579f4dbc2 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391564 Aug 24 19:02:23.357189 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaa8a2-c788-47ed-b6f1-8d97f399f101 req-0f0a7512-5101-4ccd-9bfb-45f8be29f2f6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:23.358671 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3cfaa8a2-c788-47ed-b6f1-8d97f399f101 req-0f0a7512-5101-4ccd-9bfb-45f8be29f2f6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0795205 Aug 24 19:02:23.402051 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3cfaa8a2-c788-47ed-b6f1-8d97f399f101 req-5f72a6ab-cd15-4f50-b0cc-c89e51b5fe43 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378416 Aug 24 19:02:24.614362 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b36a3-79d6-458c-837e-1867cacf7b59 req-d0976710-580f-4de6-a134-251ec722d91d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:24.615840 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847b36a3-79d6-458c-837e-1867cacf7b59 req-d0976710-580f-4de6-a134-251ec722d91d tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0804298 Aug 24 19:02:24.661112 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847b36a3-79d6-458c-837e-1867cacf7b59 req-d36da1eb-a6d7-446d-a296-393fa5a399e4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397711 Aug 24 19:02:25.866896 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fcb57-3d70-474d-b0e6-aed5b4d83c14 req-3a152867-62c0-446d-b8f0-d823228de322 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:25.868477 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-194fcb57-3d70-474d-b0e6-aed5b4d83c14 req-3a152867-62c0-446d-b8f0-d823228de322 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0747399 Aug 24 19:02:25.917999 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-194fcb57-3d70-474d-b0e6-aed5b4d83c14 req-bd31e2f6-b5d4-4bf9-b027-d00f5efa2305 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441542 Aug 24 19:02:27.125518 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df765eae-e824-443f-b92a-27089804df15 req-ed08619b-7f48-4e7d-95d9-318afe26d9a8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:27.126924 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-df765eae-e824-443f-b92a-27089804df15 req-ed08619b-7f48-4e7d-95d9-318afe26d9a8 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0767057 Aug 24 19:02:27.172317 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-df765eae-e824-443f-b92a-27089804df15 req-24cceb2a-bb5c-4b84-a11a-ea2877c57d3a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392871 Aug 24 19:02:28.386324 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba646321-d00a-4835-94bb-2ca1e50f48f4 req-f10cb12d-67f1-4ab7-9416-e58210d60d9f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:28.387782 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ba646321-d00a-4835-94bb-2ca1e50f48f4 req-f10cb12d-67f1-4ab7-9416-e58210d60d9f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 943 time: 0.0760529 Aug 24 19:02:28.435961 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ba646321-d00a-4835-94bb-2ca1e50f48f4 req-e9c7d78b-b2e6-45cc-a83e-52b527713214 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Aug 24 19:02:29.144061 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:02:29.276591 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:29.290439 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'bbcc4c0c-9727-4711-9616-195b10199969', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'port_id': 'bbcc4c0c-9727-4711-9616-195b10199969', 'mac_address': 'fa:16:3e:38:53:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:02:29.343204 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:29.360339 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcc4c0c-9727-4711-9616-195b10199969 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:02:29.374796 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:29.465694 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:29.467507 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:29.532849 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=9']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:29.536545 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:29.651873 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ef01a-96f1-4cfb-a0e4-3df2e535132c req-b60624a9-3ea2-43a6-87bd-70da8bed6a14 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:29.653331 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-854ef01a-96f1-4cfb-a0e4-3df2e535132c req-b60624a9-3ea2-43a6-87bd-70da8bed6a14 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 944 time: 0.0804021 Aug 24 19:02:29.701963 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-854ef01a-96f1-4cfb-a0e4-3df2e535132c req-89b5d2fd-56d4-48ad-9788-6238fff70bc0 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393615 Aug 24 19:02:29.815019 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['bbcc4c0c-9727-4711-9616-195b10199969'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:02:30.910465 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbd5c9-0204-41fe-8cf4-e8281f39e35c req-91b31962-612e-45cd-b801-442e048cc59f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:30.911899 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-47fbd5c9-0204-41fe-8cf4-e8281f39e35c req-91b31962-612e-45cd-b801-442e048cc59f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 944 time: 0.0760131 Aug 24 19:02:30.955652 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-47fbd5c9-0204-41fe-8cf4-e8281f39e35c req-74f3cdf8-f088-4872-a372-ae5c38dbbb63 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382347 Aug 24 19:02:31.168348 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:02:31.237111 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port bbcc4c0c-9727-4711-9616-195b10199969 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:02:31.237488 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:31.354027 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:31.382232 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:02:31.391460 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:31.437815 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969', 'code': 200} Aug 24 19:02:31.476961 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:31.480186 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:31.545297 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=10']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:31.548385 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:31.887072 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-be62d8f2-5b4d-4ca5-b91f-9fcc21d04857 req-afd01fe3-98f7-4a7e-9c79-cd41f8f9db72 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 1099 time: 0.1518395 Aug 24 19:02:31.929302 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-be62d8f2-5b4d-4ca5-b91f-9fcc21d04857 req-0de7db47-b3cb-46a8-8ba8-736c1ac9501c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357447 Aug 24 19:02:32.123204 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:32.171627 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a67f5-a289-4042-9089-e8ec54a5340b req-889d6aa8-129b-4094-92a8-85ef47ddc6cd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:32.173107 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-683a67f5-a289-4042-9089-e8ec54a5340b req-889d6aa8-129b-4094-92a8-85ef47ddc6cd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 946 time: 0.0780835 Aug 24 19:02:32.218589 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-683a67f5-a289-4042-9089-e8ec54a5340b req-0e640a8d-9974-4830-b7c9-f17a28881f52 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398695 Aug 24 19:02:33.385634 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5193215b-5ea9-4e56-b58b-f496459d2ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:33.440618 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6ee4f-dbff-46a7-8104-6c7afa1bc1fa req-f0177b8c-cfec-49c5-890e-ba50f12bac31 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:33.442654 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-03e6ee4f-dbff-46a7-8104-6c7afa1bc1fa req-f0177b8c-cfec-49c5-890e-ba50f12bac31 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 946 time: 0.0793593 Aug 24 19:02:33.490557 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-03e6ee4f-dbff-46a7-8104-6c7afa1bc1fa req-fbe6dc9f-f64b-4b85-91eb-ccd23af0015b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423915 Aug 24 19:02:34.543503 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:34.686051 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0b0713c8-297f-4772-b434-4aa0a5b08ad2 req-873f0c8a-5954-417f-8efb-b59d6f67f302 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3fdee0a01874b569ec972a528b43375&device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 1099 time: 0.1158879 Aug 24 19:02:34.789544 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c27a-927a-441f-9a66-70392b40cb1d req-f90b1985-baf3-47e3-93aa-3b3a5927e36c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:34.791661 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-10b2c27a-927a-441f-9a66-70392b40cb1d req-f90b1985-baf3-47e3-93aa-3b3a5927e36c tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 946 time: 0.1629357 Aug 24 19:02:34.872874 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0713c8-297f-4772-b434-4aa0a5b08ad2 req-d43a50f5-34fb-4a0a-82ea-b2022c4c8fec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:34.874348 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0b0713c8-297f-4772-b434-4aa0a5b08ad2 req-d43a50f5-34fb-4a0a-82ea-b2022c4c8fec service neutron] 10.222.0.58 "GET /v2.0/networks?id=532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 200 len: 918 time: 0.1716762 Aug 24 19:02:34.876656 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-10b2c27a-927a-441f-9a66-70392b40cb1d req-809f3cde-6779-4d60-a6ac-7552d0d4120a tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788836 Aug 24 19:02:34.975949 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0b0713c8-297f-4772-b434-4aa0a5b08ad2 req-39f03a20-8a28-4e53-8a31-9a1ab2a9c411 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbcc4c0c-9727-4711-9616-195b10199969 HTTP/1.1" status: 200 len: 1000 time: 0.0955505 Aug 24 19:02:35.042171 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0713c8-297f-4772-b434-4aa0a5b08ad2 req-5b0742d8-d20c-47ab-a9be-42c579c59b08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:35.043577 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0b0713c8-297f-4772-b434-4aa0a5b08ad2 req-5b0742d8-d20c-47ab-a9be-42c579c59b08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 200 len: 856 time: 0.0602717 Aug 24 19:02:35.120591 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0b0713c8-297f-4772-b434-4aa0a5b08ad2 req-d25dcada-4017-42bc-a096-5c429fc10619 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=532d8d62-190d-430c-8008-5927af9c724f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702131 Aug 24 19:02:35.249573 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0b0713c8-297f-4772-b434-4aa0a5b08ad2 req-280cf969-d996-45d9-bd99-a81db8d948d1 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220360 Aug 24 19:02:35.379530 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0b0713c8-297f-4772-b434-4aa0a5b08ad2 req-a027c17b-8bda-400a-bfbe-dae30ae27f49 service neutron] 10.222.0.58 "GET /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241684 Aug 24 19:02:35.791334 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-25c9859d-ccb4-4006-96c5-4366f1349729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:36.088266 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1923ba-38c2-4342-a415-83be85d70f7a req-01f8817a-bb6c-45e0-8448-e04dad32eaec tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:36.089741 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0f1923ba-38c2-4342-a415-83be85d70f7a req-01f8817a-bb6c-45e0-8448-e04dad32eaec tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 946 time: 0.0767438 Aug 24 19:02:36.139005 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0f1923ba-38c2-4342-a415-83be85d70f7a req-af2eb3c8-4669-40d8-8a53-de3759865c92 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Aug 24 19:02:36.663837 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:38.145720 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:41.342458 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddafec-8548-4a42-8f45-3f8e3450cb34 req-cd595715-aff6-4156-9269-38e857b8fd1f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:41.343916 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-dcddafec-8548-4a42-8f45-3f8e3450cb34 req-cd595715-aff6-4156-9269-38e857b8fd1f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 945 time: 0.0796983 Aug 24 19:02:41.387862 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-dcddafec-8548-4a42-8f45-3f8e3450cb34 req-eaf1063e-2f72-4436-8da0-aff033a5bbf1 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378823 Aug 24 19:02:42.580271 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4619a-a882-48b1-964e-21190054e9aa req-9a553e29-7d36-4044-b114-7af8a91d9f5a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:42.582328 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9bc4619a-a882-48b1-964e-21190054e9aa req-9a553e29-7d36-4044-b114-7af8a91d9f5a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 945 time: 0.0750494 Aug 24 19:02:42.625605 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9bc4619a-a882-48b1-964e-21190054e9aa req-0e599ae8-5033-4628-b883-e91223188f73 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379305 Aug 24 19:02:43.488334 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-6f0166d3-b26c-4017-a530-e44588cadc38 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:43.489745 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-6f0166d3-b26c-4017-a530-e44588cadc38 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 945 time: 0.0790513 Aug 24 19:02:43.569809 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Deleting port b0a56b52-7768-408b-acf6-ae1865cb006a {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:43.570176 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:43.808792 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] For port b0a56b52-7768-408b-acf6-ae1865cb006a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b0a56b52-7768-408b-acf6-ae1865cb006a,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:43.809446 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:43.831887 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9093ec-77e7-4e26-b13c-d53052035075 req-82721c79-b44d-43cd-ad7c-c30acad09d2f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:43.833357 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-db9093ec-77e7-4e26-b13c-d53052035075 req-82721c79-b44d-43cd-ad7c-c30acad09d2f tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 945 time: 0.0783391 Aug 24 19:02:43.880064 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-db9093ec-77e7-4e26-b13c-d53052035075 req-1f5652f0-6fb6-4561-8368-425235dcbb24 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cac8f2f-2122-4192-822c-41da0bcca3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409367 Aug 24 19:02:44.176073 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:44.176448 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:44.176759 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.l3_db [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Floating IP 705dd7fd-75f8-435e-8068-2137af2a05de disassociated. External IP: 172.28.1.142, port: b0a56b52-7768-408b-acf6-ae1865cb006a. Aug 24 19:02:44.177096 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Calling delete_port for b0a56b52-7768-408b-acf6-ae1865cb006a owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:02:44.374084 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:44.380234 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:44.420670 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event deleted for resources: {'Port': ['ID=b0a56b52-7768-408b-acf6-ae1865cb006a,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:44.434390 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.434759 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.435117 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.435471 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.435823 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.436170 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.436573 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.436845 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.437186 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.437525 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.437862 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:44.441284 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:44.641123 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Router dc09635c-27eb-498e-8e9f-621c51430f07 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:02:44.842822 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:02:44.853066 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] Sync routers for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:02:44.866734 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:02:44.867462 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:02:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:44.913622 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] No DVR routers for this DVR port b0a56b52-7768-408b-acf6-ae1865cb006a on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:02:44.916213 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:44.918875 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'name': 'network-vif-deleted', 'tag': 'b0a56b52-7768-408b-acf6-ae1865cb006a'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:02:44.980921 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6278d39d-3dc4-420c-9856-a25a6114e517 req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.58 "DELETE /v2.0/ports/b0a56b52-7768-408b-acf6-ae1865cb006a HTTP/1.1" status: 204 len: 173 time: 1.4707472 Aug 24 19:02:44.983269 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae928106-d17a-474d-af31-02dcfb2bd830', 'name': 'network-vif-deleted', 'tag': 'b0a56b52-7768-408b-acf6-ae1865cb006a', 'status': 'completed', 'code': 200} Aug 24 19:02:45.050671 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-9cf19c09-5ba6-4398-b69d-0587d6b0675e req-62958d1c-6321-40c2-9f3f-a5ba64b59224 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Synchronizing usage tracker for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:02:45.087285 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:02:45.135666 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-9cf19c09-5ba6-4398-b69d-0587d6b0675e req-62958d1c-6321-40c2-9f3f-a5ba64b59224 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Unset dirty status for tenant:5f13b55f289747309e3e4ed1490b7590 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:02:45.136918 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9cf19c09-5ba6-4398-b69d-0587d6b0675e req-62958d1c-6321-40c2-9f3f-a5ba64b59224 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae928106-d17a-474d-af31-02dcfb2bd830 HTTP/1.1" status: 200 len: 210 time: 0.1271825 Aug 24 19:02:45.400379 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:45.403967 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] Checking router: dc09635c-27eb-498e-8e9f-621c51430f07 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:02:45.414163 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:02:45.414760 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:02:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:45.586150 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:02:45.894589 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:45.898745 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68948b8f-580d-45e1-937e-e7269ab6ff2b None None] The sync data for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb is: [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T18:54:54Z', 'revision_number': 4, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '7a7f1760-4dab-4fad-859e-e76afa5eee74', 'name': '', 'network_id': '01b0bebc-79e0-43fb-96ce-c8008e4895da', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'mac_address': 'fa:16:3e:72:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:53Z', 'updated_at': '2021-08-24T18:55:03Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'subnets': [{'id': '41231dcb-5eaa-4844-9d0a-09c0a7b6a815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:02:46.108517 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9609a0d2-0f97-43ab-919f-9faa012e2abf None None] New status for floating IP 705dd7fd-75f8-435e-8068-2137af2a05de: DOWN {{(pid=75891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 19:02:46.391478 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 46998) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:46.461781 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:46.488721 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:46.596634 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:46.600299 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-af47276e-aca0-4da3-beb3-7cd5c21b2fdd tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:46.614431 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cac8f2f-2122-4192-822c-41da0bcca3c2,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:46.624497 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.624876 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.628611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.628611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.628611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.628611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.628611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.628611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.628611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.628611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.628611 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:46.631553 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:46.738487 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:46.739600 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "DELETE /v2.0/security-groups/8cac8f2f-2122-4192-822c-41da0bcca3c2 HTTP/1.1" status: 204 len: 168 time: 0.3471694 Aug 24 19:02:46.742246 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47002) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:46.757781 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.api.v2.resource [None req-fbf9362c-9123-4fcc-8632-63cb841a0d7a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] show failed (client error): The resource could not be found. Aug 24 19:02:46.758763 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-fbf9362c-9123-4fcc-8632-63cb841a0d7a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "GET /v2.0/security-groups/8cac8f2f-2122-4192-822c-41da0bcca3c2 HTTP/1.1" status: 404 len: 347 time: 0.0156376 Aug 24 19:02:46.761260 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47006) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:46.913409 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Deleting port 8f5b1e2d-69cb-4967-9fe1-9ad5096a9f30 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:46.913665 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:47.074905 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:47.075228 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:47.221249 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device b0a56b52-7768-408b-acf6-ae1865cb006a no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:02:47.254617 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: b0a56b52-7768-408b-acf6-ae1865cb006a {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:02:47.254971 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device b0a56b52-7768-408b-acf6-ae1865cb006a not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:02:47.256803 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Calling delete_port for 8f5b1e2d-69cb-4967-9fe1-9ad5096a9f30 owned by network:floatingip {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:02:47.387638 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47010) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:47.435491 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:47.439994 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-1f73c411-d7e7-4e8f-a5d8-5664e413db99 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:47.481318 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Pushing event deleted for resources: {'Port': ['ID=8f5b1e2d-69cb-4967-9fe1-9ad5096a9f30,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:47.483730 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:47.570909 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks [] for floatingip, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:47.657961 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:47.659150 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-c3d71da2-5047-44a2-8b03-90e630453583 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] 10.222.0.20 "DELETE /v2.0/floatingips/705dd7fd-75f8-435e-8068-2137af2a05de HTTP/1.1" status: 204 len: 168 time: 0.8970580 Aug 24 19:02:47.721862 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Deleting port f9533a12-a137-4e4e-a4e8-a67ef535bff5 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:47.722307 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:47.887156 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:47.887476 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:48.012721 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Calling delete_port for f9533a12-a137-4e4e-a4e8-a67ef535bff5 owned by network:floatingip {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:02:48.356567 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:48.360726 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:48.401637 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event deleted for resources: {'Port': ['ID=f9533a12-a137-4e4e-a4e8-a67ef535bff5,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:48.404169 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:48.491977 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for floatingip, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:48.867614 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Router b6a7ff00-4399-453b-9e61-b87f76c05880 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:02:49.061131 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:02:49.072331 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] Sync routers for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:02:49.083324 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:02:49.086332 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:02:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:49.166429 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:49.222185 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "DELETE /v2.0/floatingips/101eea4a-8d9a-4359-b216-6fc32d41125f HTTP/1.1" status: 204 len: 168 time: 1.8328485 Aug 24 19:02:49.222827 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:02:49.265709 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:02:49.281029 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'status': 'completed', 'code': 200} Aug 24 19:02:49.394232 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-32818ad5-b2b9-4a2d-833b-343d1fab3175 req-a75af58f-e394-4865-a565-f66f13e33860 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 1099 time: 0.0918536 Aug 24 19:02:49.529981 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32818ad5-b2b9-4a2d-833b-343d1fab3175 req-efa4af0b-8b60-4026-822b-5ef0867763a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:49.531624 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-32818ad5-b2b9-4a2d-833b-343d1fab3175 req-efa4af0b-8b60-4026-822b-5ef0867763a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56613873-0b6a-460a-a896-b8da14c9e270 HTTP/1.1" status: 200 len: 909 time: 0.1305940 Aug 24 19:02:49.608531 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-32818ad5-b2b9-4a2d-833b-343d1fab3175 req-447d906c-2d82-4f01-9f35-fd79d27e9348 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6 HTTP/1.1" status: 200 len: 217 time: 0.0704646 Aug 24 19:02:49.621561 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb', 'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'mac_address': 'fa:16:3e:d7:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:32Z', 'updated_at': '2021-08-24T18:56:42Z', 'revision_number': 5, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'subnets': [{'id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:49.637402 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] Checking router: b6a7ff00-4399-453b-9e61-b87f76c05880 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:02:49.640091 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:02:49.640740 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:02:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:49.689900 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32818ad5-b2b9-4a2d-833b-343d1fab3175 req-0699a8cc-c82d-48d4-8230-38ad96591079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:49.691694 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-32818ad5-b2b9-4a2d-833b-343d1fab3175 req-0699a8cc-c82d-48d4-8230-38ad96591079 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=768d2b05-2567-4a2f-a04b-17e5858f8ba2 HTTP/1.1" status: 200 len: 847 time: 0.0730312 Aug 24 19:02:49.827264 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-32818ad5-b2b9-4a2d-833b-343d1fab3175 req-899a95bf-12e4-4fcd-9fef-de348e523829 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56613873-0b6a-460a-a896-b8da14c9e270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1276610 Aug 24 19:02:49.860668 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:02:50.035721 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845028-c97c-4580-beda-8020de8852c3 req-dd60dfe3-126a-41be-8a27-433d462b9ea5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:50.036415 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-ef845028-c97c-4580-beda-8020de8852c3 req-dd60dfe3-126a-41be-8a27-433d462b9ea5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Synchronizing usage tracker for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:02:50.088295 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-32818ad5-b2b9-4a2d-833b-343d1fab3175 req-a82660a7-0c25-4541-b1c6-0fc96bcbc4ea service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448733 Aug 24 19:02:50.174465 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-ef845028-c97c-4580-beda-8020de8852c3 req-dd60dfe3-126a-41be-8a27-433d462b9ea5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Unset dirty status for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:02:50.175551 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ef845028-c97c-4580-beda-8020de8852c3 req-dd60dfe3-126a-41be-8a27-433d462b9ea5 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.4149308 Aug 24 19:02:50.184989 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb', 'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'mac_address': 'fa:16:3e:d7:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:32Z', 'updated_at': '2021-08-24T18:56:42Z', 'revision_number': 5, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'subnets': [{'id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:50.189071 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6685e-ec52-402c-9c0c-5861d0bb5b35 None None] The sync data for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb is: [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb', 'name': '', 'network_id': '56613873-0b6a-460a-a896-b8da14c9e270', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'mac_address': 'fa:16:3e:d7:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:32Z', 'updated_at': '2021-08-24T18:56:42Z', 'revision_number': 5, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'subnets': [{'id': '768d2b05-2567-4a2f-a04b-17e5858f8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:02:50.261792 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-32818ad5-b2b9-4a2d-833b-343d1fab3175 req-a014d9df-4bbf-4e71-a849-8024b9c32373 service neutron] 10.222.0.58 "GET /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645529 Aug 24 19:02:50.264012 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ef845028-c97c-4580-beda-8020de8852c3 req-8d0611c4-01d9-4a39-8fa0-84c1344532e9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821519 Aug 24 19:02:50.408151 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fea75f-b996-4883-8cab-727e051aba64 None None] New status for floating IP 101eea4a-8d9a-4359-b216-6fc32d41125f: DOWN {{(pid=75891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 19:02:51.466256 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e8d9c-2359-4965-8094-79175b4c5836 req-1b94cf39-b323-467c-8247-0b90943fbb6f tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:51.467726 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e31e8d9c-2359-4965-8094-79175b4c5836 req-1b94cf39-b323-467c-8247-0b90943fbb6f tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0815120 Aug 24 19:02:51.513132 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e31e8d9c-2359-4965-8094-79175b4c5836 req-55312f23-b0f9-4f37-a0d4-accbbdd1168b tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/security-groups?id=27adf866-b30e-47c2-8df6-7061131720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Aug 24 19:02:51.582428 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-cf499716-db1d-47e0-a72b-f01f1a78ad61 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:02:51.583848 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-cf499716-db1d-47e0-a72b-f01f1a78ad61 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.58 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 946 time: 0.0799224 Aug 24 19:02:51.649924 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Deleting port 7857869a-e7e9-48b8-9481-e5bd065f77f6 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:51.650309 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:51.889735 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] For port 7857869a-e7e9-48b8-9481-e5bd065f77f6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=7857869a-e7e9-48b8-9481-e5bd065f77f6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:51.890000 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:52.009083 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Calling delete_port for 7857869a-e7e9-48b8-9481-e5bd065f77f6 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:02:52.148405 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47050) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:52.223835 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:52.229781 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:52.271998 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event deleted for resources: {'Port': ['ID=7857869a-e7e9-48b8-9481-e5bd065f77f6,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:52.275433 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:52.406086 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] No DVR routers for this DVR port 7857869a-e7e9-48b8-9481-e5bd065f77f6 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:02:52.409740 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:52.412154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'name': 'network-vif-deleted', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:02:52.496538 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78be3c57-88cd-48cd-baec-462f881c4432', 'name': 'network-vif-deleted', 'tag': '7857869a-e7e9-48b8-9481-e5bd065f77f6', 'status': 'completed', 'code': 200} Aug 24 19:02:52.502156 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a9375078-036b-42d8-bc6d-3c6ffa65bec8 req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.58 "DELETE /v2.0/ports/7857869a-e7e9-48b8-9481-e5bd065f77f6 HTTP/1.1" status: 204 len: 173 time: 0.9126542 Aug 24 19:02:52.678991 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1fa1356b-32e9-4c9f-9095-3da344ad6009 req-56caa20a-1f9b-4d8f-9984-e3e79b9521b6 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.0417566 Aug 24 19:02:52.748140 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684314'] for router_interface, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:53.423731 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Deleting port 7a7f1760-4dab-4fad-859e-e76afa5eee74 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:53.424015 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:53.592984 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] For port 7a7f1760-4dab-4fad-859e-e76afa5eee74, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=7a7f1760-4dab-4fad-859e-e76afa5eee74,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:53.593333 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:53.709885 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Calling delete_port for 7a7f1760-4dab-4fad-859e-e76afa5eee74 owned by network:router_interface {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:02:53.900535 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-b4855765-7143-4650-a7dd-60b2212794e5 req-301afb09-3c6d-4e7f-98fe-5b37a67f08d7 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Synchronizing usage tracker for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:02:53.985255 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-b4855765-7143-4650-a7dd-60b2212794e5 req-301afb09-3c6d-4e7f-98fe-5b37a67f08d7 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Unset dirty status for tenant:0b2b2cd0652b4eb9936615b88476a82a on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:02:53.986380 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b4855765-7143-4650-a7dd-60b2212794e5 req-301afb09-3c6d-4e7f-98fe-5b37a67f08d7 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "GET /v2.0/ports?device_id=78be3c57-88cd-48cd-baec-462f881c4432 HTTP/1.1" status: 200 len: 210 time: 0.1303806 Aug 24 19:02:54.007974 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:54.012411 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e00f4363-55c3-4a0c-9277-e5db0cec0ac9 tempest-VolumesActionsTest-174170319 tempest-VolumesActionsTest-174170319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:54.055745 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7f1760-4dab-4fad-859e-e76afa5eee74,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:54.058524 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:54.338346 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684398'] for router_interface, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:54.972316 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Router dc09635c-27eb-498e-8e9f-621c51430f07 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:02:55.098604 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47064) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:55.168449 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:02:55.180395 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4176e969-ca85-4590-869a-352cbb6bdc02 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:55.181168 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] Sync routers for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:02:55.182595 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-692422d4-9681-4da1-abf7-5ca1fed2544d admin admin] 10.222.0.20 "PUT /v2.0/routers/dc09635c-27eb-498e-8e9f-621c51430f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0327129 Aug 24 19:02:55.184633 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47068) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:55.193953 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:02:55.194825 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:02:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:55.210581 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4176e969-ca85-4590-869a-352cbb6bdc02 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:55.269569 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 7857869a-e7e9-48b8-9481-e5bd065f77f6 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:02:55.373696 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 7857869a-e7e9-48b8-9481-e5bd065f77f6 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:02:55.374046 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 7857869a-e7e9-48b8-9481-e5bd065f77f6 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:02:55.387152 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:55.413833 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:02:55.419318 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4176e969-ca85-4590-869a-352cbb6bdc02 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:55.425379 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9b948935-cb81-4e3a-81e0-68e6f94f97f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:55.440871 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176e969-ca85-4590-869a-352cbb6bdc02 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27adf866-b30e-47c2-8df6-7061131720fd,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:55.443444 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4176e969-ca85-4590-869a-352cbb6bdc02 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:55.504319 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4176e969-ca85-4590-869a-352cbb6bdc02 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:55.506717 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-4176e969-ca85-4590-869a-352cbb6bdc02 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] 10.222.0.20 "DELETE /v2.0/security-groups/27adf866-b30e-47c2-8df6-7061131720fd HTTP/1.1" status: 204 len: 168 time: 0.4059670 Aug 24 19:02:55.582370 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:55.640179 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47074) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:55.648715 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Deleting port 52579f16-8dbc-4f78-8a99-d44e334cf56e {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:55.649115 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:55.702025 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T19:02:53Z', 'revision_number': 5, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port': {'id': '52579f16-8dbc-4f78-8a99-d44e334cf56e', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:54:49Z', 'updated_at': '2021-08-24T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:55.705827 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] Checking router: dc09635c-27eb-498e-8e9f-621c51430f07 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:02:55.716655 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] Routers {'dc09635c-27eb-498e-8e9f-621c51430f07'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:02:55.717265 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:02:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['dc09635c-27eb-498e-8e9f-621c51430f07'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:55.902157 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] For port 52579f16-8dbc-4f78-8a99-d44e334cf56e, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=52579f16-8dbc-4f78-8a99-d44e334cf56e,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:55.902420 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:55.908065 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] Set router dc09635c-27eb-498e-8e9f-621c51430f07 gateway port host: None {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:02:56.020664 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T19:02:55Z', 'revision_number': 6, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port_host': None}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:56.024963 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f51353-f87c-4640-8377-c0bc06568147 None None] The sync data for ids ['dc09635c-27eb-498e-8e9f-621c51430f07'] in dv-cinder-805825-1-smb is: [{'id': 'dc09635c-27eb-498e-8e9f-621c51430f07', 'name': 'tempest-AttachVolumeTestJSON-1715436044-router', 'tenant_id': '5f13b55f289747309e3e4ed1490b7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:54:48Z', 'updated_at': '2021-08-24T19:02:55Z', 'revision_number': 6, 'project_id': '5f13b55f289747309e3e4ed1490b7590', 'gw_port_host': None}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:02:56.126470 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Calling delete_port for 52579f16-8dbc-4f78-8a99-d44e334cf56e owned by network:router_gateway {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:02:56.508309 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:56.512799 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:56.558096 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52579f16-8dbc-4f78-8a99-d44e334cf56e,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:56.566511 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:56.667836 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684314'] for router_interface, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:56.860071 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684519'] for router_gateway, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:56.919828 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:02:57.126580 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4831'] for router, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:57.268615 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:57.425933 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672475'] for router, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:57.426383 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc09635c-27eb-498e-8e9f-621c51430f07 {{(pid=75889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:02:57.485092 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:57.486257 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-7688a399-da46-4cf8-9fc0-726b6042d1f2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dc09635c-27eb-498e-8e9f-621c51430f07 HTTP/1.1" status: 204 len: 168 time: 2.3005519 Aug 24 19:02:57.489384 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47082) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:57.560743 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f337e28c-681c-44e2-8f8a-556794375e09 admin admin] Deleting subnet 41231dcb-5eaa-4844-9d0a-09c0a7b6a815 {{(pid=75889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 19:02:57.593251 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f337e28c-681c-44e2-8f8a-556794375e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:57.656920 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f337e28c-681c-44e2-8f8a-556794375e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7211180'] for subnet, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:57.823306 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f337e28c-681c-44e2-8f8a-556794375e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:57.974277 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 7a7f1760-4dab-4fad-859e-e76afa5eee74 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:02:57.995157 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Deleting port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:58.001267 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.007121 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 7a7f1760-4dab-4fad-859e-e76afa5eee74 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:02:58.007477 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 7a7f1760-4dab-4fad-859e-e76afa5eee74 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:02:58.007894 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 52579f16-8dbc-4f78-8a99-d44e334cf56e no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:02:58.025307 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f337e28c-681c-44e2-8f8a-556794375e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6636141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6968070'] for subnet, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.036700 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d068fb39-0ac5-4cc7-a82a-18bc3602e34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:58.037895 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 52579f16-8dbc-4f78-8a99-d44e334cf56e {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:02:58.038271 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 52579f16-8dbc-4f78-8a99-d44e334cf56e not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:02:58.080844 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337e28c-681c-44e2-8f8a-556794375e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41231dcb-5eaa-4844-9d0a-09c0a7b6a815,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:58.084663 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-f337e28c-681c-44e2-8f8a-556794375e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:58.089457 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-f337e28c-681c-44e2-8f8a-556794375e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.096671 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf5ae3-1406-4ead-9ea3-4541087110eb None None] Network 01b0bebc-79e0-43fb-96ce-c8008e4895da requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:02:58.165135 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-f337e28c-681c-44e2-8f8a-556794375e09 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41231dcb-5eaa-4844-9d0a-09c0a7b6a815 HTTP/1.1" status: 204 len: 168 time: 0.6747293 Aug 24 19:02:58.167584 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47086) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:02:58.312824 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.319371 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] For port 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:58.319728 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.350276 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] DHCP port deletion for 01b0bebc-79e0-43fb-96ce-c8008e4895da request from dv-cinder-805825-1-smb {{(pid=75890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 19:02:58.354544 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Deleting port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:58.355035 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.443243 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Calling delete_port for 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb owned by network:router_interface {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:02:58.472449 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Deleting port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:58.472794 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.549102 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] For port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=958e1f0c-4cfd-4bf5-ad00-759dc05e6de0,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:58.549531 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.669480 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Calling delete_port for 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 owned by network:dhcp {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:02:58.821374 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] For port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=958e1f0c-4cfd-4bf5-ad00-759dc05e6de0,segment=NetworkSegment(9aa7b3d7-08ba-447f-a7bd-95ce8dfae030),segment_id=9aa7b3d7-08ba-447f-a7bd-95ce8dfae030)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:02:58.821760 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.897593 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118'] for port, after_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:58.901332 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-e5b4d2a2-a8b2-4e9e-b23b-f2c37b248ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:58.942988 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Calling delete_port for 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 owned by network:dhcp {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:02:58.943230 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Pushing event deleted for resources: {'Port': ['ID=958e1f0c-4cfd-4bf5-ad00-759dc05e6de0,revision_number=None']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:58.950566 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] No DVR routers for this DVR port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 on host dv-cinder-805825-1-smb {{(pid=75890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:02:58.955011 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.956193 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.956443 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.956762 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.957088 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.957410 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.957732 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.958051 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.958384 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.958698 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.959010 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:02:58.962640 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-c8027bc4-1461-4592-940c-97719cde1321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:59.068819 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.db.api [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:02:59.069175 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_db.api [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:02:59.139671 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:59.144277 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6fd3e8ee-4984-4b92-816c-90436ee2192f tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:02:59.185645 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:02:59.188407 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:02:59.466168 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684398'] for router_interface, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:59.613159 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Deleting port 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:02:59.613502 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:59.685458 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] The port '958e1f0c-4cfd-4bf5-ad00-759dc05e6de0' was deleted {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 19:02:59.811071 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:59.825612 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b0bebc-79e0-43fb-96ce-c8008e4895da']}} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:59.842703 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030') {'for_net_delete': True} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:59.842998 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa7b3d7-08ba-447f-a7bd-95ce8dfae030') {} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:02:59.908730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7211171'] for segment, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:59.945044 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:59.956513 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=75889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 19:02:59.956898 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6636235'] for segment, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: util.warn( Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: util.warn( Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: util.warn( Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: util.warn( Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: Traceback (most recent call last): Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: timer() Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: cb(*args, **kw) Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: return func(*args, **kwargs) Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: self._notify() Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: self.callback(batched_events) Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: event.method(event) Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: return f(self, *a, **k) Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: return self._get(url).json() Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: return self.request(url, 'GET', **kwargs) Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:02:59.970031 dv-cinder-805825-1-smb neutron-server[75889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:03:00.025771 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:03:00.058956 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:03:00.059309 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 958e1f0c-4cfd-4bf5-ad00-759dc05e6de0 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:03:00.276528 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:00.283250 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:00.295648 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:00.309011 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b0bebc-79e0-43fb-96ce-c8008e4895da,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:00.313051 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:00.404030 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-ef4e5996-6b96-4213-b69c-4636c5c88b12 admin admin] 10.222.0.20 "DELETE /v2.0/networks/01b0bebc-79e0-43fb-96ce-c8008e4895da HTTP/1.1" status: 204 len: 168 time: 2.2351506 Aug 24 19:03:00.465297 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Router b6a7ff00-4399-453b-9e61-b87f76c05880 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:03:00.669929 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:03:00.680666 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-157c2d60-b8a6-4625-beb9-fe9634fbc193 admin admin] 10.222.0.20 "PUT /v2.0/routers/b6a7ff00-4399-453b-9e61-b87f76c05880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0356414 Aug 24 19:03:00.680666 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47096) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:00.682351 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] Sync routers for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:03:00.694095 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:03:00.694714 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:02:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:00.738923 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47100) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:00.794569 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47104) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:00.794813 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-03d6b080-324d-47c2-9e49-51c18f466050 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f13b55f289747309e3e4ed1490b7590&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543532 Aug 24 19:03:00.878806 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:03:00.937224 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-49a1101c-5084-40a8-af0c-15d4ed85ef2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:00.971414 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-49a1101c-5084-40a8-af0c-15d4ed85ef2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:00.981825 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:01.157053 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T19:02:58Z', 'revision_number': 5, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:01.160746 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] Checking router: b6a7ff00-4399-453b-9e61-b87f76c05880 for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:03:01.165996 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-49a1101c-5084-40a8-af0c-15d4ed85ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:01.171004 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] Routers {'b6a7ff00-4399-453b-9e61-b87f76c05880'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:03:01.171603 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:02:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['b6a7ff00-4399-453b-9e61-b87f76c05880'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:01.173923 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-544a8ce9-2c2d-423b-945d-ff94aec88342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:01.186911 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1101c-5084-40a8-af0c-15d4ed85ef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5520033c-d982-4bca-b361-32a1b0441564,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:01.189244 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-49a1101c-5084-40a8-af0c-15d4ed85ef2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:01.205250 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-49a1101c-5084-40a8-af0c-15d4ed85ef2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:01.208768 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-49a1101c-5084-40a8-af0c-15d4ed85ef2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5520033c-d982-4bca-b361-32a1b0441564 HTTP/1.1" status: 204 len: 168 time: 0.4109082 Aug 24 19:03:01.237895 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:01.320302 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Deleting port 18115fbd-f22a-482a-8962-f4f231a844b1 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:01.320929 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:01.370649 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] Set router b6a7ff00-4399-453b-9e61-b87f76c05880 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:03:01.495443 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] For port 18115fbd-f22a-482a-8962-f4f231a844b1, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=18115fbd-f22a-482a-8962-f4f231a844b1,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:01.495791 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:01.619073 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Calling delete_port for 18115fbd-f22a-482a-8962-f4f231a844b1 owned by network:router_gateway {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:01.653477 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T19:02:58Z', 'revision_number': 5, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:01.657684 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7479cf-d287-4864-9aaf-63b4c7b1ee79 None None] The sync data for ids ['b6a7ff00-4399-453b-9e61-b87f76c05880'] in dv-cinder-805825-1-smb is: [{'id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'name': 'tempest-TestShelveInstance-150524501-router', 'tenant_id': '0b2b2cd0652b4eb9936615b88476a82a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:27Z', 'updated_at': '2021-08-24T19:02:58Z', 'revision_number': 5, 'project_id': '0b2b2cd0652b4eb9936615b88476a82a', 'gw_port': {'id': '18115fbd-f22a-482a-8962-f4f231a844b1', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a7ff00-4399-453b-9e61-b87f76c05880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:28Z', 'updated_at': '2021-08-24T18:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:03:01.960882 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:01.964912 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-086869b5-c14e-4150-b8bd-cea93dcf97ca tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:02.007718 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18115fbd-f22a-482a-8962-f4f231a844b1,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:02.010243 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:02.045324 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:03:02.100321 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:03:02.101006 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 5cbcf48e-bea8-43e2-9f0e-c4e97a4129bb not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:03:02.168051 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.261082 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684519'] for router_gateway, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.514615 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4831'] for router, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.519383 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.603022 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47126) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:02.636642 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672475'] for router, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.642403 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a7ff00-4399-453b-9e61-b87f76c05880 {{(pid=75889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:03:02.650920 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.652064 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b6a7ff00-4399-453b-9e61-b87f76c05880 HTTP/1.1" status: 204 len: 168 time: 1.9695728 Aug 24 19:03:02.654667 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47132) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:02.719498 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_v2 [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] Deleting subnet 768d2b05-2567-4a2f-a04b-17e5858f8ba2 {{(pid=75889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 19:03:02.723470 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.759662 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-437704889-network', 'tenant_id': 'a5285684a42b4638b8a4638291b5e08c'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:03:02.766998 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:03:02.772559 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Usage tracker for resource:network and tenant:a5285684a42b4638b8a4638291b5e08c is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:03:02.776929 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:03:02.784998 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:03:02.797564 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7211180'] for subnet, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.876111 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.921997 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Made reservation on behalf of a5285684a42b4638b8a4638291b5e08c for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:03:02.924268 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.940274 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:02.977739 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:03:02.981642 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Usage tracker for resource:security_group_rule and tenant:a5285684a42b4638b8a4638291b5e08c is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:03:02.984507 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:03:02.990739 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:03:03.042080 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6636141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6968070'] for subnet, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.053431 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:03.093904 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768d2b05-2567-4a2f-a04b-17e5858f8ba2,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:03.096959 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:03.100526 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.104564 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.110353 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e0d842-e1ed-4717-b8b5-4574817b1658 None None] Network 56613873-0b6a-460a-a896-b8da14c9e270 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:03:03.118313 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/768d2b05-2567-4a2f-a04b-17e5858f8ba2 HTTP/1.1" status: 204 len: 168 time: 0.4603369 Aug 24 19:03:03.118607 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47136) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:03.195363 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.198153 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-49a1101c-5084-40a8-af0c-15d4ed85ef2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:03.255172 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=75889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 19:03:03.258807 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a42a56-07ba-4125-8c02-778a4da711a2,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:03.261797 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:03.272927 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.275718 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.276057 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Added segment 009194a2-16c3-41c4-a04f-876c1825f500 of type vlan for network 592cfd74-72ff-4671-8b86-33cfb149b81f Aug 24 19:03:03.293889 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Deleting port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:03.299529 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.345072 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.372020 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-702109d4-4a6e-457e-8491-3e3dc753ec58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.390366 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] DHCP port deletion for 56613873-0b6a-460a-a896-b8da14c9e270 request from dv-cinder-805825-1-smb {{(pid=75890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 19:03:03.394915 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] Deleting port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:03.395296 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.529834 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.630753 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:03.631358 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.634049 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] For port f0c69a1b-5147-4251-8cb7-46d263b3f9d6, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=f0c69a1b-5147-4251-8cb7-46d263b3f9d6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:03.634508 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.636861 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] For port f0c69a1b-5147-4251-8cb7-46d263b3f9d6, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=f0c69a1b-5147-4251-8cb7-46d263b3f9d6,segment=NetworkSegment(04b5b50f-8a9d-4edf-85d8-4203265108e6),segment_id=04b5b50f-8a9d-4edf-85d8-4203265108e6)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:03.637215 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.644569 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-43a2f52d-584e-46ee-9d4d-f84d4e89c5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:03.753744 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] Calling delete_port for f0c69a1b-5147-4251-8cb7-46d263b3f9d6 owned by network:dhcp {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:03.829447 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Calling delete_port for f0c69a1b-5147-4251-8cb7-46d263b3f9d6 owned by network:dhcp {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:03.882040 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118'] for port, after_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:03.884011 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Pushing event updated for resources: {'Network': ['ID=592cfd74-72ff-4671-8b86-33cfb149b81f,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:03.886478 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:03.887827 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:03.911630 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3073640 Aug 24 19:03:03.914270 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47142) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:03.919918 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Request body: {'subnet': {'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-437704889-subnet', 'tenant_id': 'a5285684a42b4638b8a4638291b5e08c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:03:03.922547 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 592cfd74-72ff-4671-8b86-33cfb149b81f details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:03:03.925694 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.db.api [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:03:03.926008 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_db.api [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:03:03.926924 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:03:03.930788 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Usage tracker for resource:subnet and tenant:a5285684a42b4638b8a4638291b5e08c is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:03:03.933579 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:03:03.939458 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:03:03.949820 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] Pushing event deleted for resources: {'Port': ['ID=f0c69a1b-5147-4251-8cb7-46d263b3f9d6,revision_number=None']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:03.993559 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:03.995787 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 18115fbd-f22a-482a-8962-f4f231a844b1 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:03:04.011564 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Made reservation on behalf of a5285684a42b4638b8a4638291b5e08c for: {'subnet': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:03:04.013988 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6968093'] for subnet, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.043099 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcb2e6-bb6d-4401-a801-e100a918c3f2 None None] No DVR routers for this DVR port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 on host dv-cinder-805825-1-smb {{(pid=75890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:03:04.054367 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 18115fbd-f22a-482a-8962-f4f231a844b1 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:03:04.054717 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 18115fbd-f22a-482a-8962-f4f231a844b1 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:03:04.055168 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device f0c69a1b-5147-4251-8cb7-46d263b3f9d6 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:03:04.098139 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: f0c69a1b-5147-4251-8cb7-46d263b3f9d6 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:03:04.098489 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device f0c69a1b-5147-4251-8cb7-46d263b3f9d6 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:03:04.316544 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6636066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6968079'] for subnet, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.320354 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c17c881b-bbfc-42cd-8051-cc5127e28726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:04.387002 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:04.391738 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:04.401412 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Checking segment: {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:03:04.401772 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Network hostable DHCP agents. Network: 592cfd74-72ff-4671-8b86-33cfb149b81f, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:03:04.427027 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Deleting port f0c69a1b-5147-4251-8cb7-46d263b3f9d6 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:04.427404 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.495336 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] The port 'f0c69a1b-5147-4251-8cb7-46d263b3f9d6' was deleted {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 19:03:04.522118 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.522848 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Network 592cfd74-72ff-4671-8b86-33cfb149b81f is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:03:04.612903 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 592cfd74-72ff-4671-8b86-33cfb149b81f) {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:03:04.619903 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:04.620496 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.621311 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0349450-37e9-4912-933b-911c0fee20fb None None] Network 592cfd74-72ff-4671-8b86-33cfb149b81f requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:03:04.626104 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.645024 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56613873-0b6a-460a-a896-b8da14c9e270']}} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:04.662322 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b5b50f-8a9d-4edf-85d8-4203265108e6') {'for_net_delete': True} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:04.662612 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b5b50f-8a9d-4edf-85d8-4203265108e6') {} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:04.675773 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7211171'] for segment, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.691701 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.697957 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=75889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 19:03:04.698388 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6636235'] for segment, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: Traceback (most recent call last): Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: timer() Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: cb(*args, **kw) Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: return func(*args, **kwargs) Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: self._notify() Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: self.callback(batched_events) Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: event.method(event) Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: return f(self, *a, **k) Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: return self._get(url).json() Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: return self.request(url, 'GET', **kwargs) Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:03:04.712121 dv-cinder-805825-1-smb neutron-server[75889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:03:04.761863 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-37692d4a-500c-480e-9f8c-68c1ead9de14 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8465497 Aug 24 19:03:04.838645 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e0475-4eff-4b2a-9ebb-e20cba150338 None None] Network 592cfd74-72ff-4671-8b86-33cfb149b81f requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:03:04.904796 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.908448 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-351fb174-941a-4ada-840d-9f0c3d8d0a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:04.922005 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:04.933081 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=56613873-0b6a-460a-a896-b8da14c9e270,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:04.936437 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:04.991494 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-41110428-e20b-4e1f-98b3-6da3a40caaa3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/56613873-0b6a-460a-a896-b8da14c9e270 HTTP/1.1" status: 204 len: 168 time: 1.8716121 Aug 24 19:03:04.994200 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47156) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:05.330054 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-d9f821aa-2b3f-47d9-9479-f881ecc5d06d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:05.331524 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-d9f821aa-2b3f-47d9-9479-f881ecc5d06d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 814 time: 0.1434202 Aug 24 19:03:05.348262 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-d6db28ed-737a-4563-b7a7-eb5dfb0f93d6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/quotas/a5285684a42b4638b8a4638291b5e08c HTTP/1.1" status: 200 len: 375 time: 0.0112908 Aug 24 19:03:05.393851 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684314'] for router_interface, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:05.397113 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-4c047e0b-5aa2-4d64-aad7-fd33d22e582c tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417862 Aug 24 19:03:05.529555 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-3bb5f647-999f-4738-a7b2-097b2ee84fe7 service neutron] 10.222.0.20 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258926 Aug 24 19:03:05.659493 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-d5dea932-caa4-444d-b222-f4f38ff81d88 service neutron] 10.222.0.20 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241386 Aug 24 19:03:05.853685 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-0990747f-e6bb-4ada-8c8f-42937927fbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:05.994301 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-faca004c-f6ba-49b8-b946-1887fbc396e9 req-ffecb70c-ebaa-48ca-9021-259b3fcedc37 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 210 time: 0.0470612 Aug 24 19:03:06.125791 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Deleting port 5146faf6-f68c-4fed-8e3e-f922db0161c2 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:06.126198 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:06.298886 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] For port 5146faf6-f68c-4fed-8e3e-f922db0161c2, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=5146faf6-f68c-4fed-8e3e-f922db0161c2,segment=NetworkSegment(bce0943b-31f4-491f-b626-754f12449ba2),segment_id=bce0943b-31f4-491f-b626-754f12449ba2)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:06.299243 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:06.424285 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Calling delete_port for 5146faf6-f68c-4fed-8e3e-f922db0161c2 owned by network:router_interface {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:06.703246 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:06.708277 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:06.713049 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:06.750593 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Pushing event deleted for resources: {'Port': ['ID=5146faf6-f68c-4fed-8e3e-f922db0161c2,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:06.756875 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:07.030554 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684398'] for router_interface, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:07.316736 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-6da15403-2d57-44ee-ad1c-ba194e39c434 req-c0f8f679-d466-4307-b652-3545367d80a6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 210 time: 0.0502853 Aug 24 19:03:07.697996 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Router 9862e189-43d3-4be4-9814-3728dcd092c1 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:03:07.895507 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:03:07.904057 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] Sync routers for ids ['9862e189-43d3-4be4-9814-3728dcd092c1'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:03:07.916330 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] Routers {'9862e189-43d3-4be4-9814-3728dcd092c1'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:03:07.929705 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:03:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['9862e189-43d3-4be4-9814-3728dcd092c1'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:07.977772 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-95c6aa47-3410-4a68-97e2-53408971e84b admin admin] 10.222.0.20 "PUT /v2.0/routers/9862e189-43d3-4be4-9814-3728dcd092c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9790609 Aug 24 19:03:07.978263 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47176) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:08.113908 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] Set router 9862e189-43d3-4be4-9814-3728dcd092c1 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:03:08.181973 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks [] for router, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:08.219777 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:08.399911 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-7ec9c42c-b303-4758-a592-8488e0ae3fd0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:08.400585 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-7ec9c42c-b303-4758-a592-8488e0ae3fd0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:network {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:03:08.450411 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f207f40e-da51-4492-9161-79854f30e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:40Z', 'updated_at': '2021-08-24T19:03:06Z', 'revision_number': 5, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'gw_port': {'id': 'f207f40e-da51-4492-9161-79854f30e375', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:41Z', 'updated_at': '2021-08-24T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:08.454644 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] Checking router: 9862e189-43d3-4be4-9814-3728dcd092c1 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:03:08.467318 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] Routers {'9862e189-43d3-4be4-9814-3728dcd092c1'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:03:08.468026 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:03:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['9862e189-43d3-4be4-9814-3728dcd092c1'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:08.513740 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c0fc83bf-eae0-434a-9cfb-cc567397cb4d req-69c94b49-36d3-4644-a10c-02ca3df1c78c tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 210 time: 0.0523543 Aug 24 19:03:08.567967 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:08.607903 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-7ec9c42c-b303-4758-a592-8488e0ae3fd0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:network {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:03:08.609077 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-7ec9c42c-b303-4758-a592-8488e0ae3fd0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 814 time: 0.3789027 Aug 24 19:03:08.629450 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Request body: {'port': {'device_id': 'dfb1c4bf-4290-433b-ba78-9bd205a01d52', 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f', 'admin_state_up': True, 'tenant_id': 'a5285684a42b4638b8a4638291b5e08c'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:03:08.645894 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] Set router 9862e189-43d3-4be4-9814-3728dcd092c1 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:03:08.743895 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Deleting port f207f40e-da51-4492-9161-79854f30e375 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:08.744237 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:08.925248 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f207f40e-da51-4492-9161-79854f30e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:40Z', 'updated_at': '2021-08-24T19:03:06Z', 'revision_number': 5, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'gw_port': {'id': 'f207f40e-da51-4492-9161-79854f30e375', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:41Z', 'updated_at': '2021-08-24T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:08.929019 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a3cde1-1703-45bd-8a71-9579b00f7eb2 None None] The sync data for ids ['9862e189-43d3-4be4-9814-3728dcd092c1'] in dv-cinder-805825-1-smb is: [{'id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'name': 'tempest-TestShelveInstance-358774412-router', 'tenant_id': 'dfe1b71b67f247eaa0624647c193b345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'f207f40e-da51-4492-9161-79854f30e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:56:40Z', 'updated_at': '2021-08-24T19:03:06Z', 'revision_number': 5, 'project_id': 'dfe1b71b67f247eaa0624647c193b345', 'gw_port': {'id': 'f207f40e-da51-4492-9161-79854f30e375', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862e189-43d3-4be4-9814-3728dcd092c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:56:41Z', 'updated_at': '2021-08-24T18:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:03:08.996811 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:03:09.004449 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Usage tracker for resource:port and tenant:a5285684a42b4638b8a4638291b5e08c is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:03:09.014237 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:03:09.023301 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:03:09.029768 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] For port f207f40e-da51-4492-9161-79854f30e375, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=f207f40e-da51-4492-9161-79854f30e375,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:09.030145 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:09.147906 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Made reservation on behalf of a5285684a42b4638b8a4638291b5e08c for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:03:09.150931 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:09.168100 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Calling delete_port for f207f40e-da51-4492-9161-79854f30e375 owned by network:router_gateway {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:09.399452 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Allocated IP 172.20.0.11 (592cfd74-72ff-4671-8b86-33cfb149b81f/8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84/b1d5d0fa-916a-46b7-8b85-eface1e123e4) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:03:09.571379 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:09.580582 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:09.629300 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f207f40e-da51-4492-9161-79854f30e375,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:09.632511 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:09.680619 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-16118302-6e30-426d-bf6b-0c7d132a417a req-e8e148db-cea4-45b9-9f1d-cac7fd194700 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 210 time: 0.0414495 Aug 24 19:03:09.829380 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:09.912896 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684519'] for router_gateway, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:09.985781 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 5146faf6-f68c-4fed-8e3e-f922db0161c2 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:03:10.021991 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 5146faf6-f68c-4fed-8e3e-f922db0161c2 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:03:10.022373 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 5146faf6-f68c-4fed-8e3e-f922db0161c2 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:03:10.265280 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4831'] for router, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:10.269927 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:10.272580 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:10.279158 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:10.367477 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Network 592cfd74-72ff-4671-8b86-33cfb149b81f is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:03:10.368401 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Pushing event updated for resources: {'Port': ['ID=b1d5d0fa-916a-46b7-8b85-eface1e123e4,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:10.371557 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:03:10.373991 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:10.374707 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:03:10.435477 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:10.436115 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:10.460509 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672475'] for router, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:10.465830 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9862e189-43d3-4be4-9814-3728dcd092c1 {{(pid=75889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:03:10.465830 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:10.466756 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9862e189-43d3-4be4-9814-3728dcd092c1 HTTP/1.1" status: 204 len: 168 time: 2.4863741 Aug 24 19:03:10.469033 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47184) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:10.534430 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_v2 [None req-325d892c-7861-4e6b-9952-0e0e4528ce8d admin admin] Deleting subnet ada39694-18f8-448b-a950-c21dd6c46124 {{(pid=75889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 19:03:10.537504 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-325d892c-7861-4e6b-9952-0e0e4528ce8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:10.590053 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-325d892c-7861-4e6b-9952-0e0e4528ce8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7211180'] for subnet, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:10.616237 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9917371 Aug 24 19:03:10.630374 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Request body: {'port': {'device_id': 'dfb1c4bf-4290-433b-ba78-9bd205a01d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:03:10.766289 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-325d892c-7861-4e6b-9952-0e0e4528ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:10.795676 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.011827 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-325d892c-7861-4e6b-9952-0e0e4528ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6636141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6968070'] for subnet, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.029644 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-101c9e24-391f-4e51-8a20-4a3c80053fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:11.075613 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97ae0d-4fcf-4f27-8c13-815f32d42f77 req-b56a9618-f4f7-4b22-bede-1678f0855a27 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:11.076299 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2d97ae0d-4fcf-4f27-8c13-815f32d42f77 req-b56a9618-f4f7-4b22-bede-1678f0855a27 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:03:11.133822 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d892c-7861-4e6b-9952-0e0e4528ce8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada39694-18f8-448b-a950-c21dd6c46124,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:11.136818 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-325d892c-7861-4e6b-9952-0e0e4528ce8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:11.147939 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-325d892c-7861-4e6b-9952-0e0e4528ce8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.153298 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0b20c-8d39-4183-8b47-71c15c7be1d5 None None] Network eb44af68-5e35-4c62-abb0-01712737e405 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:03:11.167943 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-325d892c-7861-4e6b-9952-0e0e4528ce8d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ada39694-18f8-448b-a950-c21dd6c46124 HTTP/1.1" status: 204 len: 168 time: 0.6978576 Aug 24 19:03:11.170722 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47190) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:11.236328 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2d97ae0d-4fcf-4f27-8c13-815f32d42f77 req-b56a9618-f4f7-4b22-bede-1678f0855a27 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:03:11.237489 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2d97ae0d-4fcf-4f27-8c13-815f32d42f77 req-b56a9618-f4f7-4b22-bede-1678f0855a27 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 932 time: 0.4283435 Aug 24 19:03:11.278789 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.290156 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Deleting port 534ebae7-d07d-480a-a8be-cb13951f949a {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:11.290740 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.316247 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d5d0fa-916a-46b7-8b85-eface1e123e4 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:03:11.326835 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.345015 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2d97ae0d-4fcf-4f27-8c13-815f32d42f77 req-da665fbb-6953-44b7-b045-17269f93ddac tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:security_group {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:03:11.350899 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Transition to ACTIVE for port object b1d5d0fa-916a-46b7-8b85-eface1e123e4 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:03:11.406640 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] DHCP port deletion for eb44af68-5e35-4c62-abb0-01712737e405 request from dv-cinder-805825-1-smb {{(pid=75890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 19:03:11.411589 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] Deleting port 534ebae7-d07d-480a-a8be-cb13951f949a {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:11.415963 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.436444 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.440202 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2d97ae0d-4fcf-4f27-8c13-815f32d42f77 req-da665fbb-6953-44b7-b045-17269f93ddac tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:security_group {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:03:11.441355 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2d97ae0d-4fcf-4f27-8c13-815f32d42f77 req-da665fbb-6953-44b7-b045-17269f93ddac tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753616 Aug 24 19:03:11.442654 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6e0143dc-a569-4662-923d-84c8c83e2160 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:11.499155 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] For port 534ebae7-d07d-480a-a8be-cb13951f949a, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=534ebae7-d07d-480a-a8be-cb13951f949a,segment=NetworkSegment(bce0943b-31f4-491f-b626-754f12449ba2),segment_id=bce0943b-31f4-491f-b626-754f12449ba2)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:11.499568 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.578379 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d5d0fa-916a-46b7-8b85-eface1e123e4,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:11.581756 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:11.633280 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] For port 534ebae7-d07d-480a-a8be-cb13951f949a, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=534ebae7-d07d-480a-a8be-cb13951f949a,segment=NetworkSegment(bce0943b-31f4-491f-b626-754f12449ba2),segment_id=bce0943b-31f4-491f-b626-754f12449ba2)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:11.633749 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.689686 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Attempting to bind port b1d5d0fa-916a-46b7-8b85-eface1e123e4 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:03:11.690123 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Attempting to bind port b1d5d0fa-916a-46b7-8b85-eface1e123e4 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:03:11.690514 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Attempting to bind port b1d5d0fa-916a-46b7-8b85-eface1e123e4 on network 592cfd74-72ff-4671-8b86-33cfb149b81f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:03:11.696559 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Port b1d5d0fa-916a-46b7-8b85-eface1e123e4 on network 592cfd74-72ff-4671-8b86-33cfb149b81f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:03:11.696883 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Attempting to bind port b1d5d0fa-916a-46b7-8b85-eface1e123e4 on network 592cfd74-72ff-4671-8b86-33cfb149b81f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:03:11.700582 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Calling delete_port for 534ebae7-d07d-480a-a8be-cb13951f949a owned by network:dhcp {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:11.703253 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:03:11.703593 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Checking segment: {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:03:11.703977 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Bound using segment: {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:03:11.704403 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Bound port: b1d5d0fa-916a-46b7-8b85-eface1e123e4, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:03:11.704820 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.759370 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] Calling delete_port for 534ebae7-d07d-480a-a8be-cb13951f949a owned by network:dhcp {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:11.794541 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] For port b1d5d0fa-916a-46b7-8b85-eface1e123e4, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:03:11.798283 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] For port b1d5d0fa-916a-46b7-8b85-eface1e123e4, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b1d5d0fa-916a-46b7-8b85-eface1e123e4,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:03:11.830679 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.835088 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ab335dfe-dc3c-4e07-9d7b-991a65608df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:11.836870 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.db.api [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:03:11.837256 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_db.api [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:03:11.876700 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:11.878370 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Pushing event deleted for resources: {'Port': ['ID=534ebae7-d07d-480a-a8be-cb13951f949a,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:11.881132 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:11.881885 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a4f55e66-3bc1-4ec6-9a88-335ffedbe00a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:11.886347 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] No DVR routers for this DVR port 534ebae7-d07d-480a-a8be-cb13951f949a on host dv-cinder-805825-1-smb {{(pid=75888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:03:11.984221 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device f207f40e-da51-4492-9161-79854f30e375 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:03:12.014274 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.021793 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: f207f40e-da51-4492-9161-79854f30e375 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:03:12.022252 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device f207f40e-da51-4492-9161-79854f30e375 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:03:12.022682 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 534ebae7-d07d-480a-a8be-cb13951f949a no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:03:12.029511 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb44af68-5e35-4c62-abb0-01712737e405']}} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:12.039176 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.040540 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] 10.222.0.58 "PUT /v2.0/ports/b1d5d0fa-916a-46b7-8b85-eface1e123e4 HTTP/1.1" status: 200 len: 1094 time: 1.4145513 Aug 24 19:03:12.041034 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb1c4bf-4290-433b-ba78-9bd205a01d52', 'tag': 'b1d5d0fa-916a-46b7-8b85-eface1e123e4'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:03:12.043417 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce0943b-31f4-491f-b626-754f12449ba2') {'for_net_delete': True} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:12.043699 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce0943b-31f4-491f-b626-754f12449ba2') {} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:12.057457 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7302314'] for segment, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.060143 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 534ebae7-d07d-480a-a8be-cb13951f949a {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:03:12.062209 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 534ebae7-d07d-480a-a8be-cb13951f949a not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:03:12.069375 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d5d0fa-916a-46b7-8b85-eface1e123e4,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:12.072897 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:12.086331 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.093220 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=75888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 19:03:12.093605 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7110589'] for segment, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.106113 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb1c4bf-4290-433b-ba78-9bd205a01d52', 'tag': 'b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'status': 'completed', 'code': 200} Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: Traceback (most recent call last): Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: timer() Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: cb(*args, **kw) Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: return func(*args, **kwargs) Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: self._notify() Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: self.callback(batched_events) Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: event.method(event) Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: return f(self, *a, **k) Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: return self._get(url).json() Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: return self.request(url, 'GET', **kwargs) Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:03:12.109465 dv-cinder-805825-1-smb neutron-server[75888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:03:12.202490 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0e3c297c-5027-401b-a56f-0ffa03186128 req-6cc92c68-6424-4a79-a6c4-7b7dc3b568ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 1097 time: 0.0708516 Aug 24 19:03:12.287680 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.291509 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:12.304922 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.315341 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb44af68-5e35-4c62-abb0-01712737e405,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:12.319442 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:12.322949 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-bd14674b-a33c-460c-ae78-0a7e194b571f admin admin] 10.222.0.20 "DELETE /v2.0/networks/eb44af68-5e35-4c62-abb0-01712737e405 HTTP/1.1" status: 204 len: 168 time: 1.1511998 Aug 24 19:03:12.347175 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] Deleting port 534ebae7-d07d-480a-a8be-cb13951f949a {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:12.347175 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.347981 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c297c-5027-401b-a56f-0ffa03186128 req-f35ade72-7259-424b-b1da-146804749ebc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:12.347981 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0e3c297c-5027-401b-a56f-0ffa03186128 req-f35ade72-7259-424b-b1da-146804749ebc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a5285684a42b4638b8a4638291b5e08c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1345944 Aug 24 19:03:12.400710 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-51661339-98a1-4bbd-bd8f-31eef0321859 None None] The port '534ebae7-d07d-480a-a8be-cb13951f949a' was deleted {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 19:03:12.484634 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c297c-5027-401b-a56f-0ffa03186128 req-adb8212d-f056-4fd6-bdfb-220970282927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:12.486172 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0e3c297c-5027-401b-a56f-0ffa03186128 req-adb8212d-f056-4fd6-bdfb-220970282927 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356461 Aug 24 19:03:12.645270 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-e37f1d7d-566e-4678-862e-ba2537ea4ba2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 1097 time: 0.1203206 Aug 24 19:03:12.722518 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-f71d666c-98f7-47af-bed3-d9e3606806ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1d5d0fa-916a-46b7-8b85-eface1e123e4 HTTP/1.1" status: 200 len: 217 time: 0.0694485 Aug 24 19:03:12.728969 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1e065-6447-4fa9-a1c1-48fe4b19e09c req-17b8373c-3fb8-4882-9945-eb7a8a77fe3e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:12.730585 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-62c1e065-6447-4fa9-a1c1-48fe4b19e09c req-17b8373c-3fb8-4882-9945-eb7a8a77fe3e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 944 time: 0.1508086 Aug 24 19:03:12.793967 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47202) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:12.820101 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-4be2221a-7e6d-45e6-a156-e37a7a05b96b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:12.821561 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-4be2221a-7e6d-45e6-a156-e37a7a05b96b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84 HTTP/1.1" status: 200 len: 854 time: 0.0901449 Aug 24 19:03:12.826280 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-62c1e065-6447-4fa9-a1c1-48fe4b19e09c req-301fff63-d95b-4a71-9e9a-ae71ee592856 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632534 Aug 24 19:03:12.844178 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5b0592e1-aa40-44c0-8230-903044fe9d28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b2b2cd0652b4eb9936615b88476a82a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488808 Aug 24 19:03:12.847160 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47206) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:12.868728 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-6e9f61c2-1dad-4b9e-97d4-8f55a767ee66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=592cfd74-72ff-4671-8b86-33cfb149b81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400188 Aug 24 19:03:12.905256 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f184e7eb-eb5c-4a5e-86f1-327e47408606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.930764 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f184e7eb-eb5c-4a5e-86f1-327e47408606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:12.998973 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-305b7183-161c-46fa-aeb9-22d55c29d5c2 service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233568 Aug 24 19:03:13.062832 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f184e7eb-eb5c-4a5e-86f1-327e47408606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:13.067694 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-163c563e-8b9b-4928-987e-44973104d059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:13.080967 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184e7eb-eb5c-4a5e-86f1-327e47408606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63911774-ee53-43fe-977a-5dc817613883,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:13.085398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f184e7eb-eb5c-4a5e-86f1-327e47408606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:13.087754 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f184e7eb-eb5c-4a5e-86f1-327e47408606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:13.088872 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-f184e7eb-eb5c-4a5e-86f1-327e47408606 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63911774-ee53-43fe-977a-5dc817613883 HTTP/1.1" status: 204 len: 168 time: 0.2408397 Aug 24 19:03:13.136901 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41e4a9f0-1e06-4909-8fad-7a682e039de7 req-10e475ed-1363-46c7-8faa-cbb40e86c73d service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310587 Aug 24 19:03:13.935389 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47216) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:14.039756 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-fddd24a8-a51c-4a03-b7eb-ace08ef89fc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfe1b71b67f247eaa0624647c193b345&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1030669 Aug 24 19:03:14.042155 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47220) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:14.079107 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab8afe-fa21-44a3-8843-058831658ac3 req-9a274cda-811d-4492-9685-ffecc57e6c47 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:14.080582 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-baab8afe-fa21-44a3-8843-058831658ac3 req-9a274cda-811d-4492-9685-ffecc57e6c47 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 944 time: 0.1277471 Aug 24 19:03:14.147736 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-826e0751-ffe0-42f9-ac34-0c45e18ff232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:14.159635 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-baab8afe-fa21-44a3-8843-058831658ac3 req-e4e4cc00-6485-4e5d-944b-e30fe63865f8 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700109 Aug 24 19:03:14.177424 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-826e0751-ffe0-42f9-ac34-0c45e18ff232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:14.367432 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-826e0751-ffe0-42f9-ac34-0c45e18ff232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:14.371112 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d1e2dc10-867c-44b0-b66e-6ecd18cd1bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:14.382201 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e0751-ffe0-42f9-ac34-0c45e18ff232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709730be-01e4-4ae5-a368-b2b60624b960,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:14.385935 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-826e0751-ffe0-42f9-ac34-0c45e18ff232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:14.389027 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-826e0751-ffe0-42f9-ac34-0c45e18ff232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:14.390164 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-826e0751-ffe0-42f9-ac34-0c45e18ff232 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/709730be-01e4-4ae5-a368-b2b60624b960 HTTP/1.1" status: 204 len: 168 time: 0.3471005 Aug 24 19:03:15.355699 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455056c1-aa08-4655-b3cb-268eb28b1731 req-2036c4f2-6e44-4c08-a3f0-dd33c6f0e0df tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:15.357183 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-455056c1-aa08-4655-b3cb-268eb28b1731 req-2036c4f2-6e44-4c08-a3f0-dd33c6f0e0df tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 944 time: 0.0755196 Aug 24 19:03:15.401691 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-455056c1-aa08-4655-b3cb-268eb28b1731 req-562156a8-c645-4f81-917e-bd149a49e4a2 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Aug 24 19:03:16.596056 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb5fbc-18e9-4033-9cc1-11f7381aaa9a req-e0fa8e9b-887a-4c00-8080-00eb3729f4d6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:16.597499 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-bddb5fbc-18e9-4033-9cc1-11f7381aaa9a req-e0fa8e9b-887a-4c00-8080-00eb3729f4d6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 944 time: 0.0746081 Aug 24 19:03:16.644322 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-bddb5fbc-18e9-4033-9cc1-11f7381aaa9a req-5ae30c37-a649-4a69-870a-366e6591f8b2 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Aug 24 19:03:17.410034 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device b1d5d0fa-916a-46b7-8b85-eface1e123e4 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:03:17.566049 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port b1d5d0fa-916a-46b7-8b85-eface1e123e4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b1d5d0fa-916a-46b7-8b85-eface1e123e4,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:17.578589 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f', 'port_id': 'b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'mac_address': 'fa:16:3e:48:a7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:03:17.629728 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:17.646574 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d5d0fa-916a-46b7-8b85-eface1e123e4 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:03:17.661048 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port b1d5d0fa-916a-46b7-8b85-eface1e123e4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b1d5d0fa-916a-46b7-8b85-eface1e123e4,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:17.738743 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:17.740536 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:17.806694 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=b1d5d0fa-916a-46b7-8b85-eface1e123e4,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:17.809729 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:17.844605 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c38171-198a-4527-9ca8-10c6711e1efc req-fc0444ba-a625-4130-aa67-84db4ab2065c tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:17.846117 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c38171-198a-4527-9ca8-10c6711e1efc req-fc0444ba-a625-4130-aa67-84db4ab2065c tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 945 time: 0.0798788 Aug 24 19:03:17.889900 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-61c38171-198a-4527-9ca8-10c6711e1efc req-d8afbca1-29bc-44c8-9f8a-76562b3d69f1 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Aug 24 19:03:18.042516 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['b1d5d0fa-916a-46b7-8b85-eface1e123e4'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:03:19.080613 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336fa02-1d7f-4b18-83ff-7cd88d848389 req-3b6d0d64-05b4-4d33-b72c-c5d019075b4b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:19.082093 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a336fa02-1d7f-4b18-83ff-7cd88d848389 req-3b6d0d64-05b4-4d33-b72c-c5d019075b4b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 945 time: 0.0753951 Aug 24 19:03:19.125605 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-a336fa02-1d7f-4b18-83ff-7cd88d848389 req-ebd6d603-e895-44af-a6ac-5a42031e8c9e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Aug 24 19:03:19.412509 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device b1d5d0fa-916a-46b7-8b85-eface1e123e4 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:03:19.549851 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port b1d5d0fa-916a-46b7-8b85-eface1e123e4 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:03:19.554681 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port b1d5d0fa-916a-46b7-8b85-eface1e123e4 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:03:19.555062 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:19.665973 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:19.692930 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb1c4bf-4290-433b-ba78-9bd205a01d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d5d0fa-916a-46b7-8b85-eface1e123e4'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:03:19.702482 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port b1d5d0fa-916a-46b7-8b85-eface1e123e4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b1d5d0fa-916a-46b7-8b85-eface1e123e4,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:19.746254 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb1c4bf-4290-433b-ba78-9bd205a01d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'code': 200} Aug 24 19:03:19.771381 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:19.774151 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:19.838634 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=b1d5d0fa-916a-46b7-8b85-eface1e123e4,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:19.841864 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:20.123408 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-240076d5-f191-4971-b8dc-9637c44eab67 req-e472a8a8-47c8-4507-a4cb-1ad57bca0744 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 1099 time: 0.0663779 Aug 24 19:03:20.168871 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-240076d5-f191-4971-b8dc-9637c44eab67 req-3061ac58-4983-4ea4-9731-2588d21ce02e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388446 Aug 24 19:03:20.321241 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5d1e-bb38-4eca-a6c7-27d482e7465e req-f7855e14-6d9e-4800-b86a-ab09f119a6dd tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:20.322732 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d83d5d1e-bb38-4eca-a6c7-27d482e7465e req-f7855e14-6d9e-4800-b86a-ab09f119a6dd tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 946 time: 0.0781767 Aug 24 19:03:20.367668 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d83d5d1e-bb38-4eca-a6c7-27d482e7465e req-fba530ac-15b9-43cc-8690-e29b8212c4f8 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Aug 24 19:03:21.561312 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c7094-6fc0-4e8b-aec2-d9b839726c5b req-4dbc4d14-0bbf-4864-af42-90c483b169d4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:21.562789 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-be9c7094-6fc0-4e8b-aec2-d9b839726c5b req-4dbc4d14-0bbf-4864-af42-90c483b169d4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 946 time: 0.0754247 Aug 24 19:03:21.608178 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-be9c7094-6fc0-4e8b-aec2-d9b839726c5b req-b659d774-5474-4ab9-b38d-5166f3ea5332 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393412 Aug 24 19:03:22.801111 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8f7e-9d1b-4f74-8eab-dc35c729adeb req-a15d6e40-5622-4b57-bacb-c7d8485e97af tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:22.802590 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-840b8f7e-9d1b-4f74-8eab-dc35c729adeb req-a15d6e40-5622-4b57-bacb-c7d8485e97af tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 946 time: 0.0752532 Aug 24 19:03:22.846745 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-840b8f7e-9d1b-4f74-8eab-dc35c729adeb req-d39862e0-2694-4753-8a0e-e012d5887c77 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Aug 24 19:03:28.217589 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-fc3354ba-dd87-4334-8ad0-36d1e27ab17a tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:28.219047 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-fc3354ba-dd87-4334-8ad0-36d1e27ab17a tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 814 time: 0.1413217 Aug 24 19:03:28.235018 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-4b2c59c1-d676-4524-a04d-5e7be4afddfa tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/quotas/a5285684a42b4638b8a4638291b5e08c HTTP/1.1" status: 200 len: 375 time: 0.0100141 Aug 24 19:03:28.314724 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-7676452c-92b4-4c78-8fc8-b49b0c0b0292 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743790 Aug 24 19:03:28.506498 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-c6369478-cdbe-43e9-ba14-a2715b4a1698 service neutron] 10.222.0.20 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852064 Aug 24 19:03:28.635071 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-50eb91fa-f313-4f10-a3a4-3bf2477d0f62 service neutron] 10.222.0.20 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227591 Aug 24 19:03:28.895401 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-7387adc9-9907-4c2c-a3a8-ac7ccef36c21 req-8e5bc980-e146-46ce-90e0-bda77dc91fbd tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 210 time: 0.0446904 Aug 24 19:03:30.013988 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-802e5f62-5363-4c99-be4d-a3ebd3c522d1 req-08d01c0d-cb30-487c-9166-404ed6479d71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 210 time: 0.0410433 Aug 24 19:03:31.119549 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cf50fa8a-bdcd-46d1-a696-18346748b6ec req-436cee18-1cea-4ff2-a247-06311c5d74c0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 210 time: 0.0418673 Aug 24 19:03:32.142114 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:32.229149 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3db9ca1b-9190-43d3-9579-8d8a0fffb835 req-eebd6054-9fa2-47b1-bda4-13d1b51b4d7a tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 210 time: 0.0408258 Aug 24 19:03:33.393252 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-bbf792d6-ac6c-4027-b1dc-0dccbc6d7f27 req-381ae17d-2fdf-47de-aceb-5ab576ba0b24 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 210 time: 0.0409639 Aug 24 19:03:33.452365 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-2df91711-da2e-4fe3-a006-40a6944e8c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:33.920386 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:03:34.533211 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:34.554405 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3c72bb47-cf92-428d-96b8-ec9101f3cb3b req-ef1718f7-be99-4788-b373-fa1f7ceeee21 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 210 time: 0.0440454 Aug 24 19:03:35.108394 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-751d3cef-9c27-4b3f-a8df-f4eb3dbe47b8 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:35.109847 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-751d3cef-9c27-4b3f-a8df-f4eb3dbe47b8 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 814 time: 0.2278445 Aug 24 19:03:35.128754 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Request body: {'port': {'device_id': 'ddacf2f7-1c5c-4f8d-a187-e364677ec16f', 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f', 'admin_state_up': True, 'tenant_id': 'a5285684a42b4638b8a4638291b5e08c'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:03:35.266714 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:03:35.276329 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:03:35.395132 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Made reservation on behalf of a5285684a42b4638b8a4638291b5e08c for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:03:35.398135 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:35.558002 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Allocated IP 172.20.0.12 (592cfd74-72ff-4671-8b86-33cfb149b81f/8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84/ba0b2456-cc40-4c2b-9ae2-beaac998c7c3) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:03:35.734334 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e6ef86e1-18b5-4005-8ccd-38593054ef89 req-e7db1398-9e06-44a0-b917-0a2aab3401f9 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 210 time: 0.0561006 Aug 24 19:03:35.800899 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:35.823691 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4c2f06b5-6ca9-4ffc-8b41-1f90d9d48bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:35.903929 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:35.909189 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-3b756bd0-32c3-4435-ad02-ae8a12b34236 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:35.923963 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['b1d5d0fa-916a-46b7-8b85-eface1e123e4'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:03:35.978819 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Network 592cfd74-72ff-4671-8b86-33cfb149b81f is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:03:35.981939 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:03:35.987089 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:03:36.011746 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Pushing event updated for resources: {'Port': ['ID=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:36.017059 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:36.048920 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:36.049528 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:36.157134 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0314600 Aug 24 19:03:36.172649 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Request body: {'port': {'device_id': 'ddacf2f7-1c5c-4f8d-a187-e364677ec16f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:03:36.279526 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:36.607487 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:03:36.614682 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:36.628448 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Transition to ACTIVE for port object ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:03:36.715221 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:36.743421 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:36.747618 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-89cd5380-455e-4b95-a57f-cbc70d2597a2 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:36.867829 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Pushing event updated for resources: {'Port': ['ID=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:36.870667 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:36.939250 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c2725-6ee1-4355-9501-f293d5fca4e1 req-a6772d0f-b5f3-4bd9-9cbf-bc6baaf6d211 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:36.940733 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b24c2725-6ee1-4355-9501-f293d5fca4e1 req-a6772d0f-b5f3-4bd9-9cbf-bc6baaf6d211 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 944 time: 0.0779290 Aug 24 19:03:36.975695 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Attempting to bind port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:03:36.979154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Attempting to bind port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:03:36.979154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Attempting to bind port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 on network 592cfd74-72ff-4671-8b86-33cfb149b81f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:03:36.982044 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 on network 592cfd74-72ff-4671-8b86-33cfb149b81f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:03:36.982395 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Attempting to bind port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 on network 592cfd74-72ff-4671-8b86-33cfb149b81f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:03:36.987041 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b24c2725-6ee1-4355-9501-f293d5fca4e1 req-7d18aa6b-2baa-494c-ac79-8d152fed70cf tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Aug 24 19:03:36.988655 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:03:36.988992 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Checking segment: {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:03:36.989374 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Bound using segment: {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:03:36.989801 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Bound port: ba0b2456-cc40-4c2b-9ae2-beaac998c7c3, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:03:36.990173 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:37.075979 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] For port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:03:37.078941 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] For port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:03:37.144248 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:37.147876 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4442d61a-d574-46e0-b975-6d802a722373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:37.287146 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:37.288606 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] 10.222.0.58 "PUT /v2.0/ports/ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 HTTP/1.1" status: 200 len: 1094 time: 1.1200776 Aug 24 19:03:37.290997 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddacf2f7-1c5c-4f8d-a187-e364677ec16f', 'tag': 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:03:37.306093 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Pushing event updated for resources: {'Port': ['ID=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:37.311673 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:37.346715 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddacf2f7-1c5c-4f8d-a187-e364677ec16f', 'tag': 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3', 'status': 'completed', 'code': 200} Aug 24 19:03:37.435231 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2ed181b3-0bb6-40fe-aec9-2c2471990ea8 req-dd2b6c90-8564-4a53-906a-89b07ce35730 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 1097 time: 0.0674570 Aug 24 19:03:37.580426 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed181b3-0bb6-40fe-aec9-2c2471990ea8 req-7e938d79-5c6d-4f65-8544-bb8b631e83c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:37.581903 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2ed181b3-0bb6-40fe-aec9-2c2471990ea8 req-7e938d79-5c6d-4f65-8544-bb8b631e83c2 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a5285684a42b4638b8a4638291b5e08c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1304746 Aug 24 19:03:37.714634 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed181b3-0bb6-40fe-aec9-2c2471990ea8 req-6db95262-ca30-4f4e-8071-2c3eefbf35b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:37.716123 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2ed181b3-0bb6-40fe-aec9-2c2471990ea8 req-6db95262-ca30-4f4e-8071-2c3eefbf35b7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273513 Aug 24 19:03:37.822272 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-aa184b89-bb48-425a-90be-c5d42af097a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 1097 time: 0.0704110 Aug 24 19:03:37.890524 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-f2831645-8286-498a-9bcf-55ac95ec1b08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 HTTP/1.1" status: 200 len: 217 time: 0.0591803 Aug 24 19:03:37.953284 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-3c60a350-c608-4893-942c-b4f14faa008f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:37.955299 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-3c60a350-c608-4893-942c-b4f14faa008f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84 HTTP/1.1" status: 200 len: 854 time: 0.0581853 Aug 24 19:03:37.998698 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-175598a2-d356-46ae-aef7-7d1f82bd3236 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=592cfd74-72ff-4671-8b86-33cfb149b81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366299 Aug 24 19:03:38.134254 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-6a1c1fcd-c591-4a67-99b2-1c15cf3051f7 service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288123 Aug 24 19:03:38.153581 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:38.189309 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974064cf-7cf2-4bce-b9e8-6dde2a216991 req-fe0b88f0-5595-408c-a8e1-7eb580f12872 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:38.190803 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-974064cf-7cf2-4bce-b9e8-6dde2a216991 req-fe0b88f0-5595-408c-a8e1-7eb580f12872 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 944 time: 0.0800948 Aug 24 19:03:38.236592 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-974064cf-7cf2-4bce-b9e8-6dde2a216991 req-0bfcc777-e88d-48e2-88b2-853442aa1a2c tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Aug 24 19:03:38.267914 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-01c4dd85-a2ac-4671-8ec7-db883b2ef4da req-dc54bc59-01ec-4e07-adc8-59921b4a8e8d service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256545 Aug 24 19:03:39.436106 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21a9b1-686f-4020-ab39-f17f3246edc4 req-ec24cf5a-7b3a-4f44-95cf-b9b04a830281 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:39.436760 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2a21a9b1-686f-4020-ab39-f17f3246edc4 req-ec24cf5a-7b3a-4f44-95cf-b9b04a830281 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:03:39.509153 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-2a21a9b1-686f-4020-ab39-f17f3246edc4 req-ec24cf5a-7b3a-4f44-95cf-b9b04a830281 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:03:39.510306 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2a21a9b1-686f-4020-ab39-f17f3246edc4 req-ec24cf5a-7b3a-4f44-95cf-b9b04a830281 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 944 time: 0.1522753 Aug 24 19:03:39.556769 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2a21a9b1-686f-4020-ab39-f17f3246edc4 req-6be24628-3761-462f-a0fe-6ff62d0a32d1 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Aug 24 19:03:40.934312 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8411587-6b21-4bbd-bac2-55b74b9c60a8 req-853e4178-efac-4c35-989d-2be6286f23c3 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:40.935768 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8411587-6b21-4bbd-bac2-55b74b9c60a8 req-853e4178-efac-4c35-989d-2be6286f23c3 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 944 time: 0.2611575 Aug 24 19:03:40.983746 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c8411587-6b21-4bbd-bac2-55b74b9c60a8 req-17b4fa67-a820-4ac2-b687-f354abaa8cc2 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Aug 24 19:03:41.571218 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:03:41.700607 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:41.714300 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3', 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f', 'port_id': 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3', 'mac_address': 'fa:16:3e:f0:f1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:03:41.768312 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:41.784643 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:03:41.798894 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:41.857676 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:41.859345 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:41.920215 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:41.923452 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:42.250243 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019d754-be4d-44cc-a74f-722f37f8fe86 req-ff1252f0-30b8-4729-9708-850c9eecbc47 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:42.251702 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2019d754-be4d-44cc-a74f-722f37f8fe86 req-ff1252f0-30b8-4729-9708-850c9eecbc47 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 945 time: 0.1495240 Aug 24 19:03:42.254351 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['ba0b2456-cc40-4c2b-9ae2-beaac998c7c3'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:03:42.298459 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2019d754-be4d-44cc-a74f-722f37f8fe86 req-ed036282-9ed4-4427-bb57-bc5363e89dc4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Aug 24 19:03:43.498995 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a73f1-159f-4ee3-bf6a-b42beab03038 req-6a380084-c260-4763-98f2-3364b3a22413 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:43.501019 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-430a73f1-159f-4ee3-bf6a-b42beab03038 req-6a380084-c260-4763-98f2-3364b3a22413 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 945 time: 0.0803425 Aug 24 19:03:43.545812 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-430a73f1-159f-4ee3-bf6a-b42beab03038 req-f63ce945-9756-4514-ad0c-dbe150e09186 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Aug 24 19:03:43.587436 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:03:43.772047 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:03:43.776963 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:03:43.777336 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:43.889402 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:43.915671 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddacf2f7-1c5c-4f8d-a187-e364677ec16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:03:43.924834 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:43.974445 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddacf2f7-1c5c-4f8d-a187-e364677ec16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3', 'code': 200} Aug 24 19:03:44.029564 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:44.032425 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:44.097584 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:44.100803 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:44.115518 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0df1-8b96-46f0-891e-933767578339 req-e7661cf3-46ba-4d7e-9f58-8fd4ac5d510b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:44.122326 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c96b0df1-8b96-46f0-891e-933767578339 req-e7661cf3-46ba-4d7e-9f58-8fd4ac5d510b tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 946 time: 0.0913060 Aug 24 19:03:44.162568 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c96b0df1-8b96-46f0-891e-933767578339 req-e0eecdb3-95a9-4845-be51-b9c4fc42fedf tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394137 Aug 24 19:03:44.335311 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-43b56acb-4f9c-4fb2-a2c6-05bee8206ad5 req-fa4e0084-2d81-4c94-8914-57e34917202e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 1099 time: 0.0669479 Aug 24 19:03:44.377517 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-43b56acb-4f9c-4fb2-a2c6-05bee8206ad5 req-20389ef0-efcf-4077-baee-393f2b0ed574 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349910 Aug 24 19:03:44.746844 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24659d9f-41e3-4f3e-92e3-14f7c0847e6c req-a27fb61c-67f6-4ba7-adbe-4bae52bf992e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:44.748309 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-24659d9f-41e3-4f3e-92e3-14f7c0847e6c req-a27fb61c-67f6-4ba7-adbe-4bae52bf992e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 946 time: 0.0790336 Aug 24 19:03:44.792999 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-24659d9f-41e3-4f3e-92e3-14f7c0847e6c req-a6d0e08a-1b25-4757-b3b4-f2e9b7154d5f tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Aug 24 19:03:45.378450 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfeafb-9d6d-4ef4-900c-1021b9274a25 req-a96073d3-92e7-47d5-8a98-76cb6e0971b7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:45.379909 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d4cfeafb-9d6d-4ef4-900c-1021b9274a25 req-a96073d3-92e7-47d5-8a98-76cb6e0971b7 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 946 time: 0.0793390 Aug 24 19:03:45.424669 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d4cfeafb-9d6d-4ef4-900c-1021b9274a25 req-213b6bfc-81d0-47ec-83c3-f171ffdfdfc3 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392814 Aug 24 19:03:45.987534 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca3611-8dd3-48e0-9d16-25e927bdc669 req-4bbf8339-a563-4ca4-899d-4de9a2cde141 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:45.989013 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5bca3611-8dd3-48e0-9d16-25e927bdc669 req-4bbf8339-a563-4ca4-899d-4de9a2cde141 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 946 time: 0.0772281 Aug 24 19:03:46.038168 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5bca3611-8dd3-48e0-9d16-25e927bdc669 req-50c45354-3852-4a06-8a86-9ea39284db77 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Aug 24 19:03:46.140004 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-dd8b0d41-b096-48e5-8059-06e6e30959cd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:46.142026 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-dd8b0d41-b096-48e5-8059-06e6e30959cd tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 946 time: 0.0800989 Aug 24 19:03:46.210374 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Deleting port bbcc4c0c-9727-4711-9616-195b10199969 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:46.210979 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:46.521289 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] For port bbcc4c0c-9727-4711-9616-195b10199969, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bbcc4c0c-9727-4711-9616-195b10199969,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:46.521652 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:46.630745 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17008bd7-a431-470d-b4ea-f630011c4c0a req-6ca01811-783c-4809-baf0-673f9bc941d4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:46.632243 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-17008bd7-a431-470d-b4ea-f630011c4c0a req-6ca01811-783c-4809-baf0-673f9bc941d4 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 946 time: 0.0760539 Aug 24 19:03:46.677206 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-17008bd7-a431-470d-b4ea-f630011c4c0a req-dfdbd63f-cfa6-4d0f-a381-446de2e67926 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6a9d0e9-b60d-4f53-808c-a9468020304e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393975 Aug 24 19:03:46.804102 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:46.804389 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:46.804702 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.l3_db [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Floating IP 9a176dc7-889a-4b5e-96bf-97dabf22f106 disassociated. External IP: 172.28.1.74, port: bbcc4c0c-9727-4711-9616-195b10199969. Aug 24 19:03:46.805041 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Calling delete_port for bbcc4c0c-9727-4711-9616-195b10199969 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:47.029300 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:47.036210 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-afdf6725-4321-4ddc-9b09-fe9fb6a01e9a tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:47.079216 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event deleted for resources: {'Port': ['ID=bbcc4c0c-9727-4711-9616-195b10199969,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:47.097831 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.098243 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.098613 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.099112 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.099477 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.099837 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.100191 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.100542 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.100896 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.101246 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.101730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:47.150654 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:47.262983 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5ee3b-a3c1-4617-8458-140e100773ba req-60fb3935-092f-4212-a681-8e87c2c8fc49 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:47.264447 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-36a5ee3b-a3c1-4617-8458-140e100773ba req-60fb3935-092f-4212-a681-8e87c2c8fc49 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 946 time: 0.0975227 Aug 24 19:03:47.377863 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-36a5ee3b-a3c1-4617-8458-140e100773ba req-7bfaf253-8738-4572-82de-5c110629860a tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637591 Aug 24 19:03:47.403898 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Router f67f6989-f28f-4a4e-934e-51595eee96a3 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:03:47.612497 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:03:47.621251 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] Sync routers for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:03:47.633853 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:03:47.634420 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:03:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:47.679994 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] No DVR routers for this DVR port bbcc4c0c-9727-4711-9616-195b10199969 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:03:47.682448 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:47.685052 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-deleted', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:03:47.696657 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-48b28b36-97aa-4ad1-9181-12185cc9e9a9 req-0c4c776b-87c1-4701-92b7-f4887e415928 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.58 "DELETE /v2.0/ports/bbcc4c0c-9727-4711-9616-195b10199969 HTTP/1.1" status: 204 len: 173 time: 1.5486629 Aug 24 19:03:47.741769 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f121773-4461-4b91-a5da-fa7dc72b7e98', 'name': 'network-vif-deleted', 'tag': 'bbcc4c0c-9727-4711-9616-195b10199969', 'status': 'completed', 'code': 200} Aug 24 19:03:47.807450 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:03:47.882792 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-216463f1-d45d-4624-8d12-dbfbd02c6e20 req-19cd77e0-10d2-42f1-b757-f3559d5840be tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Synchronizing usage tracker for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:03:48.183783 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-216463f1-d45d-4624-8d12-dbfbd02c6e20 req-19cd77e0-10d2-42f1-b757-f3559d5840be tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Unset dirty status for tenant:e3fdee0a01874b569ec972a528b43375 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:03:48.190517 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-216463f1-d45d-4624-8d12-dbfbd02c6e20 req-19cd77e0-10d2-42f1-b757-f3559d5840be tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f121773-4461-4b91-a5da-fa7dc72b7e98 HTTP/1.1" status: 200 len: 210 time: 0.3469999 Aug 24 19:03:48.190776 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:48.233371 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] Checking router: f67f6989-f28f-4a4e-934e-51595eee96a3 for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:03:48.233371 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:03:48.233371 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:03:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:48.459765 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:03:48.826361 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:48.830703 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d8536-6931-4ac7-ba2c-1337d56470bd None None] The sync data for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb is: [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T18:53:49Z', 'revision_number': 4, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': 'b68c2ff4-1b44-4073-999a-722725940658', 'name': '', 'network_id': '532d8d62-190d-430c-8008-5927af9c724f', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'mac_address': 'fa:16:3e:df:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:47Z', 'updated_at': '2021-08-24T18:54:19Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'subnets': [{'id': '57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:03:49.054575 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abc9b1-a6e9-4358-9d70-7fd9bc9bcbb7 None None] New status for floating IP 9a176dc7-889a-4b5e-96bf-97dabf22f106: DOWN {{(pid=75890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 19:03:49.424924 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47380) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:49.494768 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:49.521230 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:49.627787 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:03:49.659219 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: bbcc4c0c-9727-4711-9616-195b10199969 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:03:49.659567 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device bbcc4c0c-9727-4711-9616-195b10199969 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:03:49.661574 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:49.665460 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-7110b0d3-ae43-4547-9ed1-7b392a975264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:49.681420 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a9d0e9-b60d-4f53-808c-a9468020304e,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:49.691146 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.691519 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.691888 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.692250 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.692608 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.692965 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.693320 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.693674 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.694028 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.694406 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.694761 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:03:49.697642 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:49.793629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:49.795072 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "DELETE /v2.0/security-groups/b6a9d0e9-b60d-4f53-808c-a9468020304e HTTP/1.1" status: 204 len: 168 time: 0.3688416 Aug 24 19:03:49.797927 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47384) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:49.814439 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.api.v2.resource [None req-4b5066fe-5c12-4003-80f3-70156eee4d76 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] show failed (client error): The resource could not be found. Aug 24 19:03:49.815446 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-4b5066fe-5c12-4003-80f3-70156eee4d76 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "GET /v2.0/security-groups/b6a9d0e9-b60d-4f53-808c-a9468020304e HTTP/1.1" status: 404 len: 347 time: 0.0166025 Aug 24 19:03:49.818336 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47388) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:49.974835 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Deleting port 7d38ca3d-8a3c-4be6-b1d7-2619fe53fb85 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:49.975439 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:50.147946 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:50.153811 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:50.274699 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Calling delete_port for 7d38ca3d-8a3c-4be6-b1d7-2619fe53fb85 owned by network:floatingip {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:50.555082 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:50.559411 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2c0c7677-4cd0-49df-b6cb-b0ea6f9dab47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:50.599584 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Pushing event deleted for resources: {'Port': ['ID=7d38ca3d-8a3c-4be6-b1d7-2619fe53fb85,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:50.603506 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:50.689418 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks [] for floatingip, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:50.754399 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:50.755539 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-51280dba-2be6-431f-9b7a-b790680fd2ea tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] 10.222.0.20 "DELETE /v2.0/floatingips/9a176dc7-889a-4b5e-96bf-97dabf22f106 HTTP/1.1" status: 204 len: 168 time: 0.9362931 Aug 24 19:03:51.777253 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-ea86b45b-957a-46c0-a153-dce246bf0537 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:51.778737 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-ea86b45b-957a-46c0-a153-dce246bf0537 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 814 time: 0.2283366 Aug 24 19:03:51.794961 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-e74f22b0-0b01-45ac-b250-debfdef23c07 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/quotas/a5285684a42b4638b8a4638291b5e08c HTTP/1.1" status: 200 len: 375 time: 0.0103757 Aug 24 19:03:51.873496 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-53eacd26-74a5-4ed4-b41b-725413599804 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738108 Aug 24 19:03:51.883667 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-07890886-e77e-40eb-8879-a4319d2cb328 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75889) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 19:03:51.884612 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-07890886-e77e-40eb-8879-a4319d2cb328 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048180 Aug 24 19:03:52.011632 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-f8646352-fdf8-4192-a3ac-f2f585936f41 service neutron] 10.222.0.20 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217208 Aug 24 19:03:52.142493 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-3bc42d5c-baa7-4227-9623-99d0a306cc96 service neutron] 10.222.0.20 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244802 Aug 24 19:03:52.412748 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1b73c550-c2a8-40e4-a1f8-adcdbe77ac32 req-6b5515a5-9a15-448b-8e92-a66a98c647b0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 210 time: 0.0404608 Aug 24 19:03:53.575500 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cbc093df-5ff3-4a25-96d2-986b7c5014cc req-7005d9b7-8540-4814-9806-275bec65ac6f tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 210 time: 0.0399404 Aug 24 19:03:53.825530 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47438) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:54.341833 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684314'] for router_interface, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:54.551565 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-1ce839d1-a4af-45c5-8614-74cd26c7324f tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:54.552959 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-1ce839d1-a4af-45c5-8614-74cd26c7324f tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 814 time: 0.1655054 Aug 24 19:03:54.606276 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Request body: {'port': {'device_id': 'df69d1f4-3705-4d8c-9f2a-b2acfddf4a14', 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f', 'admin_state_up': True, 'tenant_id': 'a5285684a42b4638b8a4638291b5e08c'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:03:54.751876 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-65d69ff0-cb43-4bff-a667-5269e27a9de3 req-dfb0e910-4fd8-4ac2-b4da-4da7ac942d3e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 210 time: 0.0445998 Aug 24 19:03:54.768260 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:03:54.783781 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:03:55.006370 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Made reservation on behalf of a5285684a42b4638b8a4638291b5e08c for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:03:55.009285 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:55.291329 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Allocated IP 172.20.0.9 (592cfd74-72ff-4671-8b86-33cfb149b81f/8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84/53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:03:55.556968 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:55.625296 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Deleting port b68c2ff4-1b44-4073-999a-722725940658 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:55.625978 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:55.739735 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:55.748825 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dc7b5537-5289-40ec-9e2d-d335fbc5d1ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:55.752625 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:03:55.846748 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Network 592cfd74-72ff-4671-8b86-33cfb149b81f is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:03:55.850465 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:03:55.852276 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Pushing event updated for resources: {'Port': ['ID=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:55.864919 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:03:55.893168 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:55.970520 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] For port b68c2ff4-1b44-4073-999a-722725940658, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=b68c2ff4-1b44-4073-999a-722725940658,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:03:55.970876 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:55.997936 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:55.998565 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:56.120892 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Calling delete_port for b68c2ff4-1b44-4073-999a-722725940658 owned by network:router_interface {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:03:56.202677 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c169cd0-c640-4e52-9731-5eea112fe0de req-de24d061-4fc4-4c0f-aa6b-4881273b25c7 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:56.203362 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-1c169cd0-c640-4e52-9731-5eea112fe0de req-de24d061-4fc4-4c0f-aa6b-4881273b25c7 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:03:56.299662 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6970825 Aug 24 19:03:56.313213 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7db55d3e-786c-4747-98c7-9bc95148e5a3 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=75889) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 19:03:56.318054 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-7db55d3e-786c-4747-98c7-9bc95148e5a3 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069234 Aug 24 19:03:56.334704 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Request body: {'port': {'device_id': 'df69d1f4-3705-4d8c-9f2a-b2acfddf4a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:03:56.416196 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-1c169cd0-c640-4e52-9731-5eea112fe0de req-de24d061-4fc4-4c0f-aa6b-4881273b25c7 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:03:56.417211 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1c169cd0-c640-4e52-9731-5eea112fe0de req-de24d061-4fc4-4c0f-aa6b-4881273b25c7 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 931 time: 0.5252767 Aug 24 19:03:56.447355 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:56.454991 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:56.499795 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Pushing event deleted for resources: {'Port': ['ID=b68c2ff4-1b44-4073-999a-722725940658,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:56.503834 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:56.515874 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:56.733317 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1c169cd0-c640-4e52-9731-5eea112fe0de req-a562f6b5-9d6b-48d8-83ae-0fc6928c451c tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099856 Aug 24 19:03:57.179086 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:03:57.188346 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:57.204403 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684398'] for router_interface, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:57.210518 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Transition to ACTIVE for port object 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:03:57.279591 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:57.284241 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6de7993a-0d76-4f41-bd26-b7d293ac0c6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:57.413779 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Pushing event updated for resources: {'Port': ['ID=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:57.416864 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:57.585560 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Attempting to bind port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:03:57.585889 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Attempting to bind port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:03:57.586247 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Attempting to bind port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 on network 592cfd74-72ff-4671-8b86-33cfb149b81f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:03:57.603712 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 on network 592cfd74-72ff-4671-8b86-33cfb149b81f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:03:57.604032 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Attempting to bind port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 on network 592cfd74-72ff-4671-8b86-33cfb149b81f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:03:57.613945 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:03:57.614304 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Checking segment: {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:03:57.614687 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Bound using segment: {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:03:57.615102 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Bound port: 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:03:57.615443 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:57.791928 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] For port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:03:57.864965 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] For port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:03:57.937519 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6535fa-f176-4882-b26f-5473a0155f34 req-94fd8f2f-043c-45cc-b536-1aeb5d3e359d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:57.939030 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8f6535fa-f176-4882-b26f-5473a0155f34 req-94fd8f2f-043c-45cc-b536-1aeb5d3e359d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 943 time: 0.0763035 Aug 24 19:03:57.945549 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:57.950575 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-724c0383-54b9-40f7-8037-ff82475c78e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:03:57.989129 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-8f6535fa-f176-4882-b26f-5473a0155f34 req-3f353769-e552-4b27-855e-0c938460e0ec tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443616 Aug 24 19:03:58.121647 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:58.123158 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] 10.222.0.58 "PUT /v2.0/ports/53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 HTTP/1.1" status: 200 len: 1093 time: 1.7922287 Aug 24 19:03:58.126247 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df69d1f4-3705-4d8c-9f2a-b2acfddf4a14', 'tag': '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:03:58.153898 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Pushing event updated for resources: {'Port': ['ID=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:03:58.157790 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:03:58.227416 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df69d1f4-3705-4d8c-9f2a-b2acfddf4a14', 'tag': '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24', 'status': 'completed', 'code': 200} Aug 24 19:03:58.325252 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-78928d07-562a-474e-aa4a-e3ae41b249de req-2917c0d9-297b-418d-8b38-90c1f75e0a68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 1096 time: 0.0997438 Aug 24 19:03:58.337582 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Router f67f6989-f28f-4a4e-934e-51595eee96a3 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:03:58.548976 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78928d07-562a-474e-aa4a-e3ae41b249de req-4f272be4-583c-477c-9412-156265562f89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:58.550466 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-78928d07-562a-474e-aa4a-e3ae41b249de req-4f272be4-583c-477c-9412-156265562f89 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a5285684a42b4638b8a4638291b5e08c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2104833 Aug 24 19:03:58.757693 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78928d07-562a-474e-aa4a-e3ae41b249de req-24286b6c-84aa-4209-8741-2f820940ebaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:58.759190 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-78928d07-562a-474e-aa4a-e3ae41b249de req-24286b6c-84aa-4209-8741-2f820940ebaf service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018337 Aug 24 19:03:58.778422 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:03:58.786571 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] Sync routers for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:03:58.790254 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] 10.222.0.20 "PUT /v2.0/routers/f67f6989-f28f-4a4e-934e-51595eee96a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9636290 Aug 24 19:03:58.792696 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47452) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:03:58.803503 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:03:58.803503 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:03:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:58.955693 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-99a11b56-b707-43e9-8ba4-8d47d1b934cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 1096 time: 0.1047206 Aug 24 19:03:58.975359 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:03:59.075979 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-22ded36f-66d2-4021-978e-9f1e5359e9ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 HTTP/1.1" status: 200 len: 217 time: 0.0736868 Aug 24 19:03:59.153399 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-826fc287-d003-4ff3-8303-d59c802f420c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:59.154857 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-826fc287-d003-4ff3-8303-d59c802f420c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84 HTTP/1.1" status: 200 len: 854 time: 0.0661118 Aug 24 19:03:59.209504 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-04704cbc-a3c6-425a-80a9-c2da0cf495c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=592cfd74-72ff-4671-8b86-33cfb149b81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483301 Aug 24 19:03:59.213988 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks [] for router, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:59.225010 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9eaf8-18af-4deb-acea-c49989a0210f req-7353356a-ef8c-4f7c-af86-2dcf3ae20e0b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:03:59.227498 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cae9eaf8-18af-4deb-acea-c49989a0210f req-7353356a-ef8c-4f7c-af86-2dcf3ae20e0b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 943 time: 0.1082025 Aug 24 19:03:59.257738 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T19:03:56Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:59.266768 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] Checking router: f67f6989-f28f-4a4e-934e-51595eee96a3 for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:03:59.275470 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cae9eaf8-18af-4deb-acea-c49989a0210f req-607dd1d9-471b-4a3b-a9a3-168fe7fdc87e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 Aug 24 19:03:59.276308 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] Routers {'f67f6989-f28f-4a4e-934e-51595eee96a3'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:03:59.276912 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:03:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['f67f6989-f28f-4a4e-934e-51595eee96a3'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:59.419302 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-cac7342d-7f74-47fb-b613-e5cf68fb2efb service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531742 Aug 24 19:03:59.454378 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] Set router f67f6989-f28f-4a4e-934e-51595eee96a3 gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:03:59.724110 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fdf256b7-c54a-4668-84c9-006def49f1b9 req-a393b799-9ef1-426d-9284-ce895216f6ef service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567106 Aug 24 19:03:59.733334 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T19:03:56Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:03:59.737274 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:03:59.737764 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c9bc7-fa5a-4083-a0e0-b4d1f90153ba None None] The sync data for ids ['f67f6989-f28f-4a4e-934e-51595eee96a3'] in dv-cinder-805825-1-smb is: [{'id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1727494885-router', 'tenant_id': 'e3fdee0a01874b569ec972a528b43375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:53:41Z', 'updated_at': '2021-08-24T19:03:56Z', 'revision_number': 5, 'project_id': 'e3fdee0a01874b569ec972a528b43375', 'gw_port': {'id': 'acea90f1-94c6-4585-a639-4787f543a7fc', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67f6989-f28f-4a4e-934e-51595eee96a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:53:42Z', 'updated_at': '2021-08-24T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:03:59.844789 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Deleting port acea90f1-94c6-4585-a639-4787f543a7fc {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:03:59.845268 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:00.013404 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] For port acea90f1-94c6-4585-a639-4787f543a7fc, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=acea90f1-94c6-4585-a639-4787f543a7fc,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:00.013717 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:00.107375 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b68c2ff4-1b44-4073-999a-722725940658 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:04:00.134680 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Calling delete_port for acea90f1-94c6-4585-a639-4787f543a7fc owned by network:router_gateway {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:04:00.168442 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: b68c2ff4-1b44-4073-999a-722725940658 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:04:00.169053 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device b68c2ff4-1b44-4073-999a-722725940658 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:04:00.387226 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:00.392486 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-9481d3ba-5cba-4064-8a3c-45aee8ba1ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:00.469557 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=acea90f1-94c6-4585-a639-4787f543a7fc,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:00.475806 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:00.643821 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f7119-19b7-4770-835d-3507d42d4d7c req-5469a7b7-7aa6-44a7-b73b-159291c336fd tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:00.645194 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-136f7119-19b7-4770-835d-3507d42d4d7c req-5469a7b7-7aa6-44a7-b73b-159291c336fd tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 943 time: 0.2232788 Aug 24 19:04:00.736281 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684519'] for router_gateway, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:00.876554 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-136f7119-19b7-4770-835d-3507d42d4d7c req-31fa5efa-cbd7-44b6-80d0-c2102a04e70b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240353 Aug 24 19:04:01.095030 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4831'] for router, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.099169 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.177097 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672475'] for router, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.177598 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f67f6989-f28f-4a4e-934e-51595eee96a3 {{(pid=75889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:04:01.190081 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.191216 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f67f6989-f28f-4a4e-934e-51595eee96a3 HTTP/1.1" status: 204 len: 168 time: 2.3971360 Aug 24 19:04:01.193736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47460) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:01.256864 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab25b2d4-1a2d-4e0e-8687-b73e952fdd5c admin admin] Deleting subnet 57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 {{(pid=75889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 19:04:01.260165 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ab25b2d4-1a2d-4e0e-8687-b73e952fdd5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.308666 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ab25b2d4-1a2d-4e0e-8687-b73e952fdd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7211180'] for subnet, precommit_delete_associations {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.386681 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ab25b2d4-1a2d-4e0e-8687-b73e952fdd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.537873 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ab25b2d4-1a2d-4e0e-8687-b73e952fdd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6636141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6968070'] for subnet, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.541618 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:01.574368 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25b2d4-1a2d-4e0e-8687-b73e952fdd5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:01.578444 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ab25b2d4-1a2d-4e0e-8687-b73e952fdd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:01.582759 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ab25b2d4-1a2d-4e0e-8687-b73e952fdd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.588486 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fa26e-be26-4cd0-8f47-82c6bba48333 None None] Network 532d8d62-190d-430c-8008-5927af9c724f requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:04:01.591259 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-ab25b2d4-1a2d-4e0e-8687-b73e952fdd5c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/57c1cdeb-aa5d-4b3d-bedc-6ea5d64d4e29 HTTP/1.1" status: 204 len: 168 time: 0.3964870 Aug 24 19:04:01.592967 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47464) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:01.705156 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.715452 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Deleting port 8025f983-7a41-4dd1-ad3a-fac80e551c21 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:04:01.715776 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.837192 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] DHCP port deletion for 532d8d62-190d-430c-8008-5927af9c724f request from dv-cinder-805825-1-smb {{(pid=75890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 19:04:01.841035 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] Deleting port 8025f983-7a41-4dd1-ad3a-fac80e551c21 {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:04:01.841415 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:01.914644 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] For port 8025f983-7a41-4dd1-ad3a-fac80e551c21, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8025f983-7a41-4dd1-ad3a-fac80e551c21,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:01.914644 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.024886 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device acea90f1-94c6-4585-a639-4787f543a7fc no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:04:02.044574 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Calling delete_port for 8025f983-7a41-4dd1-ad3a-fac80e551c21 owned by network:dhcp {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:04:02.070090 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: acea90f1-94c6-4585-a639-4787f543a7fc {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:04:02.070450 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device acea90f1-94c6-4585-a639-4787f543a7fc not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:04:02.070864 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8025f983-7a41-4dd1-ad3a-fac80e551c21 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:04:02.107565 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] For port 8025f983-7a41-4dd1-ad3a-fac80e551c21, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8025f983-7a41-4dd1-ad3a-fac80e551c21,segment=NetworkSegment(29969a63-4f6c-45f1-8ee0-0ff48a9f69ac),segment_id=29969a63-4f6c-45f1-8ee0-0ff48a9f69ac)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:02.107967 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.178811 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7e7f-209f-4b63-ae19-326d3db34290 req-76435c61-efb9-4298-bab0-5a76392f7570 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:02.180797 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-858e7e7f-209f-4b63-ae19-326d3db34290 req-76435c61-efb9-4298-bab0-5a76392f7570 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 943 time: 0.1426690 Aug 24 19:04:02.226267 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-858e7e7f-209f-4b63-ae19-326d3db34290 req-ae74a43a-3cf1-42c3-81ef-b53273af2b3b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Aug 24 19:04:02.228685 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.232350 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:02.256400 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] Calling delete_port for 8025f983-7a41-4dd1-ad3a-fac80e551c21 owned by network:dhcp {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:04:02.273616 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8025f983-7a41-4dd1-ad3a-fac80e551c21,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:02.276251 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:02.281821 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] No DVR routers for this DVR port 8025f983-7a41-4dd1-ad3a-fac80e551c21 on host dv-cinder-805825-1-smb {{(pid=75888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:04:02.289097 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.291514 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No active binding found for port 8025f983-7a41-4dd1-ad3a-fac80e551c21 {{(pid=75890) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Aug 24 19:04:02.294261 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8025f983-7a41-4dd1-ad3a-fac80e551c21 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:04:02.331236 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.db.api [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:04:02.331596 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_db.api [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:04:02.397793 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.410803 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532d8d62-190d-430c-8008-5927af9c724f']}} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:04:02.423473 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac') {'for_net_delete': True} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:04:02.423772 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29969a63-4f6c-45f1-8ee0-0ff48a9f69ac') {} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:04:02.434972 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7302314'] for segment, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.451011 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.457088 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=75888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 19:04:02.464660 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7110589'] for segment, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: Traceback (most recent call last): Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: timer() Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: cb(*args, **kw) Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: return func(*args, **kwargs) Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: self._notify() Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: self.callback(batched_events) Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: event.method(event) Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: return f(self, *a, **k) Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: return self._get(url).json() Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: return self.request(url, 'GET', **kwargs) Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:04:02.473704 dv-cinder-805825-1-smb neutron-server[75888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:04:02.609811 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.613328 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:02.626580 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.636610 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=532d8d62-190d-430c-8008-5927af9c724f,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:02.640269 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:02.712917 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-c29c17b8-2a29-47af-a81f-da76bd12f0b1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/532d8d62-190d-430c-8008-5927af9c724f HTTP/1.1" status: 204 len: 168 time: 1.1183226 Aug 24 19:04:02.832604 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] Deleting port 8025f983-7a41-4dd1-ad3a-fac80e551c21 {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:04:02.833130 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:02.897022 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-ea893651-eef0-4073-b33c-9082221d77a8 None None] The port '8025f983-7a41-4dd1-ad3a-fac80e551c21' was deleted {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 19:04:03.103670 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47472) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:03.157475 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-17daeeb5-a4cd-4838-8cce-87e8abb5a325 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3fdee0a01874b569ec972a528b43375&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524433 Aug 24 19:04:03.159812 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47476) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:03.281530 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba6998de-d198-4e91-b863-5dabfecba911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:03.308348 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba6998de-d198-4e91-b863-5dabfecba911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:03.383456 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-c398e1bb-2d06-4f12-b7f8-e65f65086ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:03.428416 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778887b-3201-4cca-9292-bd78956f035c req-c2c4a0a4-c90b-475d-bba0-1367d362ccf7 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:03.429799 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5778887b-3201-4cca-9292-bd78956f035c req-c2c4a0a4-c90b-475d-bba0-1367d362ccf7 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 943 time: 0.0811512 Aug 24 19:04:03.475348 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5778887b-3201-4cca-9292-bd78956f035c req-46704583-0ea1-4714-bfb7-459f18a97c01 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Aug 24 19:04:03.484004 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba6998de-d198-4e91-b863-5dabfecba911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:03.489409 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bdd20a26-a819-46af-a9c7-53f32984273a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:03.502079 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6998de-d198-4e91-b863-5dabfecba911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e1ffa4-df01-45a3-b861-ceaf95a5870c,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:03.504468 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ba6998de-d198-4e91-b863-5dabfecba911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:03.510431 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ba6998de-d198-4e91-b863-5dabfecba911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:03.513907 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-ba6998de-d198-4e91-b863-5dabfecba911 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27e1ffa4-df01-45a3-b861-ceaf95a5870c HTTP/1.1" status: 204 len: 168 time: 0.3508654 Aug 24 19:04:03.721532 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:04:03.854765 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:03.867879 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24', 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f', 'port_id': '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24', 'mac_address': 'fa:16:3e:14:ea:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:04:03.920620 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:03.937515 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:04:03.954239 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:04.057749 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:04.060360 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:04.128751 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:04.138902 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.139249 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.140184 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.140561 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.140896 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.141223 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.141546 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.141865 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.142215 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.142535 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.142853 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:04.146793 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:04.375106 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:04:04.573724 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:04.685613 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73ee2f-4be7-4c7a-8a1f-24a27fc8736c req-5243522d-6884-40e7-8ac0-8f6923ba8aae tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:04.687764 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b73ee2f-4be7-4c7a-8a1f-24a27fc8736c req-5243522d-6884-40e7-8ac0-8f6923ba8aae tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 944 time: 0.0880768 Aug 24 19:04:04.734448 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3b73ee2f-4be7-4c7a-8a1f-24a27fc8736c req-715c68ee-ef6a-4466-a2a8-3812dc176fa5 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405223 Aug 24 19:04:05.721234 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:04:05.884027 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:04:05.887453 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7637-31ff-4128-93b9-5a62504066de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:05.891312 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:04:05.897029 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:05.943683 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc102d4-da21-4f62-ac3d-db478a7aa495 req-c4f78037-c486-479f-b29a-11ecb44bc451 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:05.945990 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-efc102d4-da21-4f62-ac3d-db478a7aa495 req-c4f78037-c486-479f-b29a-11ecb44bc451 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 944 time: 0.0878084 Aug 24 19:04:06.003914 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-efc102d4-da21-4f62-ac3d-db478a7aa495 req-f9c60247-7e12-4fb2-8870-206f3da3bd54 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Aug 24 19:04:06.013115 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:06.041158 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df69d1f4-3705-4d8c-9f2a-b2acfddf4a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:04:06.050832 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:06.097507 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df69d1f4-3705-4d8c-9f2a-b2acfddf4a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24', 'code': 200} Aug 24 19:04:06.107221 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:06.110454 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:06.179712 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:06.182940 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:06.631023 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a69b9ee1-d184-44fe-bd68-c8cd6e52f112 req-119f6de3-e2db-4873-a951-47ddf28f8023 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 1098 time: 0.0703082 Aug 24 19:04:06.654709 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47528) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:06.671168 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a69b9ee1-d184-44fe-bd68-c8cd6e52f112 req-54b9e889-d2ff-4114-b1f3-b34f625c5284 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373509 Aug 24 19:04:06.697368 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:06.794774 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:06.824983 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:06.828780 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] Usage tracker for resource:security_group_rule and tenant:7d8ebe3b39d34dbb9e64221e09eed11b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:06.831492 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:06.837199 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:06.899423 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:07.005988 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:07.012695 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f3eab120-b9fd-483d-a92a-360c5bd4d0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:07.050887 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62724606-1dcb-4bfc-aad3-5695495095a9,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:07.058896 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d8ebe3b39d34dbb9e64221e09eed11b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3997500 Aug 24 19:04:07.058896 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3d094c6c-de0d-44c8-94a8-7ad79d194cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:07.059986 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47536) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:07.122914 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-96e1a08d-2055-4547-99af-8778d2aeb3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:07.148564 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-96e1a08d-2055-4547-99af-8778d2aeb3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:07.218613 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93914e-830d-4cd3-9e04-172564e8da07 req-9ee62bb4-a086-4fcf-b741-7916911af73d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:07.220096 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fe93914e-830d-4cd3-9e04-172564e8da07 req-9ee62bb4-a086-4fcf-b741-7916911af73d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 945 time: 0.0907412 Aug 24 19:04:07.266159 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fe93914e-830d-4cd3-9e04-172564e8da07 req-73262cd6-c5d3-4c23-a693-44654dddf21e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Aug 24 19:04:07.314430 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-96e1a08d-2055-4547-99af-8778d2aeb3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:07.319375 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3ac08faa-f6af-4edc-82b7-11856f8ab382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:07.332321 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1a08d-2055-4547-99af-8778d2aeb3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62724606-1dcb-4bfc-aad3-5695495095a9,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:07.335356 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-96e1a08d-2055-4547-99af-8778d2aeb3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:07.336199 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-96e1a08d-2055-4547-99af-8778d2aeb3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:07.337347 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-96e1a08d-2055-4547-99af-8778d2aeb3f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62724606-1dcb-4bfc-aad3-5695495095a9 HTTP/1.1" status: 204 len: 168 time: 0.2767622 Aug 24 19:04:08.066721 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47544) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:08.085188 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:08.116674 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:08.120471 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Usage tracker for resource:security_group_rule and tenant:f4e915df3dfe424c8b11018350d34cd5 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:08.123398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:08.129172 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:08.194201 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:08.205870 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:08.308480 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:08.315826 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c63b8c44-fd5d-4e08-84d6-8e23492a5a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:08.356096 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb935b42-cbd7-415f-b555-c84770da8510,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:08.363436 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4e915df3dfe424c8b11018350d34cd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2928486 Aug 24 19:04:08.363436 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:08.363436 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47550) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:08.475401 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-728dedda-60d2-4f0c-86de-65cecb02aa92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:08.509702 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-728dedda-60d2-4f0c-86de-65cecb02aa92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:08.524315 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7db578-3b0c-4850-b985-52d88c656cc4 req-9bbf539e-0fbb-43d6-8ffb-2aafb078a2d8 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:08.525771 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1d7db578-3b0c-4850-b985-52d88c656cc4 req-9bbf539e-0fbb-43d6-8ffb-2aafb078a2d8 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 945 time: 0.1352870 Aug 24 19:04:08.591786 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1d7db578-3b0c-4850-b985-52d88c656cc4 req-412695fa-e774-454a-ab02-f8d2c6d24408 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571442 Aug 24 19:04:08.689651 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-728dedda-60d2-4f0c-86de-65cecb02aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:08.693852 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4176e969-ca85-4590-869a-352cbb6bdc02 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:08.704192 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dedda-60d2-4f0c-86de-65cecb02aa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb935b42-cbd7-415f-b555-c84770da8510,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:08.707071 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-728dedda-60d2-4f0c-86de-65cecb02aa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:08.713849 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-728dedda-60d2-4f0c-86de-65cecb02aa92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:08.718007 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-728dedda-60d2-4f0c-86de-65cecb02aa92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb935b42-cbd7-415f-b555-c84770da8510 HTTP/1.1" status: 204 len: 168 time: 0.3507540 Aug 24 19:04:10.920235 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:04:17.662196 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-e827ab04-0cb4-4553-9852-619eb4d666a0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:17.663621 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-e827ab04-0cb4-4553-9852-619eb4d666a0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 814 time: 0.1388526 Aug 24 19:04:17.678898 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-b16a1be7-822a-4942-b635-7513e5e26bac tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/quotas/a5285684a42b4638b8a4638291b5e08c HTTP/1.1" status: 200 len: 375 time: 0.0100644 Aug 24 19:04:17.758530 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-fdcc87c3-abd6-4e16-99c5-688ee2133dd6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750942 Aug 24 19:04:17.885350 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-48a78837-edae-4be3-9fd2-36e172c48413 service neutron] 10.222.0.20 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198196 Aug 24 19:04:18.012634 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-a5e33ba7-bef9-497a-be92-a1475b46530f service neutron] 10.222.0.20 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211922 Aug 24 19:04:18.416081 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ec650f3c-eeea-4424-b3d2-3d366696d347 req-e67b6bb2-f6d8-4d13-9c45-081f04d49ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 210 time: 0.0441957 Aug 24 19:04:19.592965 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b4de8547-48d5-4864-8051-6825da8f95e4 req-665ebe0c-3e82-45bc-afc4-bd389e1e3b2b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 210 time: 0.0522854 Aug 24 19:04:20.754586 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-828a5deb-fe6e-4798-9716-1b73813d72f7 req-f5c3af61-4a29-45a5-a3de-dacb2b9eb6bc tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 210 time: 0.0436532 Aug 24 19:04:21.024586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-21874bb3-ed87-4afb-b9ac-6760e0086e28 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:21.025952 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-21874bb3-ed87-4afb-b9ac-6760e0086e28 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 814 time: 0.1499975 Aug 24 19:04:21.043484 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Request body: {'port': {'device_id': 'c3b70aba-9bc3-43d0-b308-702e3b3d3468', 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f', 'admin_state_up': True, 'tenant_id': 'a5285684a42b4638b8a4638291b5e08c'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:04:21.260853 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:21.264975 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Usage tracker for resource:port and tenant:a5285684a42b4638b8a4638291b5e08c is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:21.267918 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:21.273709 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:21.449002 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Made reservation on behalf of a5285684a42b4638b8a4638291b5e08c for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:04:21.452604 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:21.616717 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Allocated IP 172.20.0.6 (592cfd74-72ff-4671-8b86-33cfb149b81f/8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84/c7cc1bc6-89fa-46fc-8c4a-54e281646964) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:04:21.814269 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:21.915440 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8fcb88bd-289c-44a0-b3b0-17c8fd7b79b3 req-9193dd65-9537-4c26-a011-c56c24cecddb tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 210 time: 0.0423927 Aug 24 19:04:21.916539 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:21.921901 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a5397487-1ad4-4a4d-9248-6db69e7055c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:21.928476 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3', '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:04:21.993887 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Network 592cfd74-72ff-4671-8b86-33cfb149b81f is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:04:21.997157 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:04:22.002344 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:04:22.031429 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Pushing event updated for resources: {'Port': ['ID=c7cc1bc6-89fa-46fc-8c4a-54e281646964,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:22.038402 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:22.065160 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:22.065812 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:22.200817 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1609244 Aug 24 19:04:22.387824 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Request body: {'port': {'device_id': 'c3b70aba-9bc3-43d0-b308-702e3b3d3468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:04:22.493810 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:22.826940 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cc1bc6-89fa-46fc-8c4a-54e281646964 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:04:22.833724 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:22.848638 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Transition to ACTIVE for port object c7cc1bc6-89fa-46fc-8c4a-54e281646964 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:04:22.986187 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:22.990675 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-021e4a80-6aec-490f-8613-bfa1663c5d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:23.113676 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc1bc6-89fa-46fc-8c4a-54e281646964,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:23.116613 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:23.134215 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa8070-27d1-4464-af49-27102a4a4fed req-d3e1f0cd-76b1-48f7-9d7f-b759a74518f7 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:23.136816 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-87fa8070-27d1-4464-af49-27102a4a4fed req-d3e1f0cd-76b1-48f7-9d7f-b759a74518f7 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 943 time: 0.1002109 Aug 24 19:04:23.194681 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-87fa8070-27d1-4464-af49-27102a4a4fed req-cdc85eb1-2144-49eb-9acf-00e3f795cb6a tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Aug 24 19:04:23.245002 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Attempting to bind port c7cc1bc6-89fa-46fc-8c4a-54e281646964 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:04:23.245339 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Attempting to bind port c7cc1bc6-89fa-46fc-8c4a-54e281646964 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:04:23.245670 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Attempting to bind port c7cc1bc6-89fa-46fc-8c4a-54e281646964 on network 592cfd74-72ff-4671-8b86-33cfb149b81f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:04:23.252188 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Port c7cc1bc6-89fa-46fc-8c4a-54e281646964 on network 592cfd74-72ff-4671-8b86-33cfb149b81f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:04:23.252671 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Attempting to bind port c7cc1bc6-89fa-46fc-8c4a-54e281646964 on network 592cfd74-72ff-4671-8b86-33cfb149b81f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:04:23.259176 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:04:23.259505 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Checking segment: {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:04:23.263121 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Bound using segment: {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:04:23.263121 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Bound port: c7cc1bc6-89fa-46fc-8c4a-54e281646964, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009194a2-16c3-41c4-a04f-876c1825f500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:04:23.263121 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:23.349965 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] For port c7cc1bc6-89fa-46fc-8c4a-54e281646964, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:04:23.352985 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] For port c7cc1bc6-89fa-46fc-8c4a-54e281646964, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c7cc1bc6-89fa-46fc-8c4a-54e281646964,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:04:23.588887 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:23.593356 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:23.656928 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:23.656928 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] 10.222.0.58 "PUT /v2.0/ports/c7cc1bc6-89fa-46fc-8c4a-54e281646964 HTTP/1.1" status: 200 len: 1093 time: 1.3918209 Aug 24 19:04:23.656928 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b70aba-9bc3-43d0-b308-702e3b3d3468', 'tag': 'c7cc1bc6-89fa-46fc-8c4a-54e281646964'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:04:23.670960 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc1bc6-89fa-46fc-8c4a-54e281646964,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:23.674079 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:23.862412 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b70aba-9bc3-43d0-b308-702e3b3d3468', 'tag': 'c7cc1bc6-89fa-46fc-8c4a-54e281646964', 'status': 'completed', 'code': 200} Aug 24 19:04:23.902225 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-c1ded6fb-5d26-45d8-9a6d-9880f4075a89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 1096 time: 0.0779917 Aug 24 19:04:23.962901 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47754) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:23.975965 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-e126c9b0-767e-4054-90f1-907c671112c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7cc1bc6-89fa-46fc-8c4a-54e281646964 HTTP/1.1" status: 200 len: 217 time: 0.0654671 Aug 24 19:04:24.046418 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-1523ec93-f009-40a6-8d8a-0448e0bee2c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:24.046418 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-1523ec93-f009-40a6-8d8a-0448e0bee2c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84 HTTP/1.1" status: 200 len: 854 time: 0.0581028 Aug 24 19:04:24.104884 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:24.139883 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:24.144748 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Usage tracker for resource:security_group_rule and tenant:8aaab5646bb7444da8dbe7bcd1b78b5d is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:24.148016 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:24.154194 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:24.181502 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-6e11836d-7e96-45ed-aa11-c68ac1923a4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=592cfd74-72ff-4671-8b86-33cfb149b81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299565 Aug 24 19:04:24.220825 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:24.325928 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-d3f4ad9f-38e0-446f-8700-9febab8eee2d service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262162 Aug 24 19:04:24.344961 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:24.356215 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-728dedda-60d2-4f0c-86de-65cecb02aa92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:24.409017 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4703d1-c82a-4b10-952a-2ca5ac9e43c8,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:24.412926 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8aaab5646bb7444da8dbe7bcd1b78b5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4491160 Aug 24 19:04:24.413854 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:24.415491 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47762) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:24.461303 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a736b866-3c1b-425c-ab60-c2adfe9fc33d req-638a70fd-4ba4-4f98-9fce-c31986cbdfb2 service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274354 Aug 24 19:04:24.466683 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b534f-c8df-4da8-882f-2f5f8a9568fe req-9a752a88-53af-485d-8b0c-806f6b3d006b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:24.468703 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c42b534f-c8df-4da8-882f-2f5f8a9568fe req-9a752a88-53af-485d-8b0c-806f6b3d006b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 943 time: 0.1621604 Aug 24 19:04:24.509584 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8c861077-0f71-47bc-8169-b8a7ac8066f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:24.552039 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c42b534f-c8df-4da8-882f-2f5f8a9568fe req-e6509ee6-420d-406b-b505-8c00393b8d17 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768659 Aug 24 19:04:24.553605 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8c861077-0f71-47bc-8169-b8a7ac8066f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:24.679278 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8b8bddd5-fb65-4a0b-810e-ecb7d4ed4449 req-519dc1a0-d60f-4727-ad68-71ffe590d6f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 1096 time: 0.0664194 Aug 24 19:04:24.748814 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8c861077-0f71-47bc-8169-b8a7ac8066f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:24.753697 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-eeac361a-7bbf-4a0f-b327-d41c8e2d66ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:24.766114 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c861077-0f71-47bc-8169-b8a7ac8066f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4703d1-c82a-4b10-952a-2ca5ac9e43c8,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:24.768616 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8c861077-0f71-47bc-8169-b8a7ac8066f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:24.771919 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8c861077-0f71-47bc-8169-b8a7ac8066f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:24.773038 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8c861077-0f71-47bc-8169-b8a7ac8066f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed4703d1-c82a-4b10-952a-2ca5ac9e43c8 HTTP/1.1" status: 204 len: 168 time: 0.3563585 Aug 24 19:04:24.822994 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bddd5-fb65-4a0b-810e-ecb7d4ed4449 req-b8da2dd9-1aab-470d-8a2a-6de1a18962ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:24.824449 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8b8bddd5-fb65-4a0b-810e-ecb7d4ed4449 req-b8da2dd9-1aab-470d-8a2a-6de1a18962ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 915 time: 0.1381629 Aug 24 19:04:24.895799 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8b8bddd5-fb65-4a0b-810e-ecb7d4ed4449 req-6304807c-62fc-4518-8289-b624b3d3052d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7cc1bc6-89fa-46fc-8c4a-54e281646964 HTTP/1.1" status: 200 len: 217 time: 0.0643170 Aug 24 19:04:24.956133 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bddd5-fb65-4a0b-810e-ecb7d4ed4449 req-5f07c36d-1b12-497d-9568-f3222dc7df9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:24.957520 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8b8bddd5-fb65-4a0b-810e-ecb7d4ed4449 req-5f07c36d-1b12-497d-9568-f3222dc7df9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84 HTTP/1.1" status: 200 len: 854 time: 0.0553918 Aug 24 19:04:25.005630 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8b8bddd5-fb65-4a0b-810e-ecb7d4ed4449 req-458e57cc-1645-4c42-8e07-1ae118b75e23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=592cfd74-72ff-4671-8b86-33cfb149b81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409482 Aug 24 19:04:25.135335 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8b8bddd5-fb65-4a0b-810e-ecb7d4ed4449 req-c7827ce2-615a-4756-80dd-c371ae77ecf6 service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228201 Aug 24 19:04:25.268338 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8b8bddd5-fb65-4a0b-810e-ecb7d4ed4449 req-65a3ecc0-0f26-4ca2-801f-331d5ffdb730 service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261480 Aug 24 19:04:25.680174 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47772) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:25.698025 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:25.728632 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:25.732361 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Usage tracker for resource:security_group_rule and tenant:f5a9fdaf202545489976484dd86f9c63 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:25.735808 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:25.741705 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:25.748631 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65361fa5-2eab-4607-b42d-667855b2bb3c req-666da66d-a60d-459e-8e7c-6549ebe5416d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:25.749403 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-65361fa5-2eab-4607-b42d-667855b2bb3c req-666da66d-a60d-459e-8e7c-6549ebe5416d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:04:25.807061 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:25.879929 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-65361fa5-2eab-4607-b42d-667855b2bb3c req-666da66d-a60d-459e-8e7c-6549ebe5416d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:04:25.881129 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-65361fa5-2eab-4607-b42d-667855b2bb3c req-666da66d-a60d-459e-8e7c-6549ebe5416d tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 943 time: 0.2087379 Aug 24 19:04:25.926884 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-65361fa5-2eab-4607-b42d-667855b2bb3c req-2a66a9a9-52a4-4cee-96c4-f22188432235 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Aug 24 19:04:25.931378 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:25.938763 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5c9ff842-00bc-4520-bb25-7e5b4d3f8688 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:25.977385 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ccb4b7-00f8-45a5-9f85-d9cfbe9e0c94,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:25.980778 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:25.983104 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5a9fdaf202545489976484dd86f9c63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3019180 Aug 24 19:04:25.985805 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47776) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:26.047104 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3383d00a-2da0-4b89-8f7e-db82667c6ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:26.071771 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3383d00a-2da0-4b89-8f7e-db82667c6ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:26.210995 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3383d00a-2da0-4b89-8f7e-db82667c6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:26.214707 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a2244af6-8d2c-49ca-9dcd-e16f446b99ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:26.225696 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383d00a-2da0-4b89-8f7e-db82667c6ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ccb4b7-00f8-45a5-9f85-d9cfbe9e0c94,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:26.229473 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-3383d00a-2da0-4b89-8f7e-db82667c6ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:26.232655 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3383d00a-2da0-4b89-8f7e-db82667c6ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:26.233773 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-3383d00a-2da0-4b89-8f7e-db82667c6ac8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9ccb4b7-00f8-45a5-9f85-d9cfbe9e0c94 HTTP/1.1" status: 204 len: 168 time: 0.2469640 Aug 24 19:04:27.127789 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11fdaa-074a-46a3-bb22-b7d38bc3d706 req-e41cdb49-4453-4bb5-93b0-4b353c578474 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:27.129273 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-da11fdaa-074a-46a3-bb22-b7d38bc3d706 req-e41cdb49-4453-4bb5-93b0-4b353c578474 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 943 time: 0.0829661 Aug 24 19:04:27.180034 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-da11fdaa-074a-46a3-bb22-b7d38bc3d706 req-8b05396c-4319-4eb7-bb53-b2c542d2f387 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Aug 24 19:04:28.379479 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697f28a-8d3b-4607-b196-f39b5be059fb req-7343a56e-b332-4a42-9020-960b87de5499 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:28.380939 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9697f28a-8d3b-4607-b196-f39b5be059fb req-7343a56e-b332-4a42-9020-960b87de5499 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 943 time: 0.0789235 Aug 24 19:04:28.428530 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-9697f28a-8d3b-4607-b196-f39b5be059fb req-2e19ce97-2573-44a5-ab9d-eddafd28beec tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 Aug 24 19:04:29.626983 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef938613-9184-4b06-a71d-8fad7aaf2afe req-130e3763-db4a-4408-a7bf-ba60d07e5fe2 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:29.628435 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ef938613-9184-4b06-a71d-8fad7aaf2afe req-130e3763-db4a-4408-a7bf-ba60d07e5fe2 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 943 time: 0.0769928 Aug 24 19:04:29.672816 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-ef938613-9184-4b06-a71d-8fad7aaf2afe req-bec7780f-5c5c-4465-a4a6-be372b0740ed tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Aug 24 19:04:29.896862 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device c7cc1bc6-89fa-46fc-8c4a-54e281646964 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:04:30.029911 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port c7cc1bc6-89fa-46fc-8c4a-54e281646964, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c7cc1bc6-89fa-46fc-8c4a-54e281646964,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:30.042604 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'c7cc1bc6-89fa-46fc-8c4a-54e281646964', 'network_id': '592cfd74-72ff-4671-8b86-33cfb149b81f', 'port_id': 'c7cc1bc6-89fa-46fc-8c4a-54e281646964', 'mac_address': 'fa:16:3e:86:a6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:04:30.094795 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:30.111848 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cc1bc6-89fa-46fc-8c4a-54e281646964 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:04:30.132048 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port c7cc1bc6-89fa-46fc-8c4a-54e281646964, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c7cc1bc6-89fa-46fc-8c4a-54e281646964,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:30.279990 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:30.281850 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:30.350729 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=c7cc1bc6-89fa-46fc-8c4a-54e281646964,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:30.358937 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:30.646928 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['c7cc1bc6-89fa-46fc-8c4a-54e281646964'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:04:30.870665 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73f7d-0f3a-4cd0-95ea-4c937fc88e1a req-dd1e9168-3615-4bf5-a5a0-2324bdddfa59 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:30.872106 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-34a73f7d-0f3a-4cd0-95ea-4c937fc88e1a req-dd1e9168-3615-4bf5-a5a0-2324bdddfa59 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 944 time: 0.0752568 Aug 24 19:04:30.919735 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-34a73f7d-0f3a-4cd0-95ea-4c937fc88e1a req-dcd1fed4-16a9-4fb6-aebd-e33801450997 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Aug 24 19:04:31.908051 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device c7cc1bc6-89fa-46fc-8c4a-54e281646964 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:04:32.044845 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port c7cc1bc6-89fa-46fc-8c4a-54e281646964 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:04:32.049879 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port c7cc1bc6-89fa-46fc-8c4a-54e281646964 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:04:32.054555 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:32.125427 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf31e2-b02c-4743-9d7c-8c0d42325c3d req-576c4eda-ced4-4db3-b335-2ddd40008331 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:32.127664 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0cbf31e2-b02c-4743-9d7c-8c0d42325c3d req-576c4eda-ced4-4db3-b335-2ddd40008331 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 944 time: 0.0863917 Aug 24 19:04:32.174588 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0cbf31e2-b02c-4743-9d7c-8c0d42325c3d req-b88b79df-eb26-4599-a79c-57292565dfda tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Aug 24 19:04:32.187633 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:32.210231 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:32.215414 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b70aba-9bc3-43d0-b308-702e3b3d3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc1bc6-89fa-46fc-8c4a-54e281646964'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:04:32.225391 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port c7cc1bc6-89fa-46fc-8c4a-54e281646964, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c7cc1bc6-89fa-46fc-8c4a-54e281646964,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:32.277001 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b70aba-9bc3-43d0-b308-702e3b3d3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc1bc6-89fa-46fc-8c4a-54e281646964', 'code': 200} Aug 24 19:04:32.375170 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:32.377065 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:32.440126 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=c7cc1bc6-89fa-46fc-8c4a-54e281646964,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:32.443066 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:32.689936 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-11f4acdf-1904-40f2-9e91-a6974f8bf32f req-fa5b50be-f580-4c39-a763-1aaf5aa7b442 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 1098 time: 0.0700252 Aug 24 19:04:32.732870 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-11f4acdf-1904-40f2-9e91-a6974f8bf32f req-7483a86d-1f22-445d-81d0-87a6c9ef1ff5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Aug 24 19:04:32.941112 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47924) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:33.077417 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:33.108400 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:33.112100 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] Usage tracker for resource:security_group_rule and tenant:c04edef5219d4189b329952bb09ef178 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:33.114813 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:33.120286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:33.184494 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:33.256747 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:33.264007 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6941f0de-c3b0-4022-b548-f1f730ade058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:33.303060 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb4b49-b14d-4623-a5ed-e776147a3f41,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:33.306252 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:33.311210 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-df6044df-5376-4cbe-b987-6d0f84b4e891 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c04edef5219d4189b329952bb09ef178&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3668647 Aug 24 19:04:33.312233 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 47932) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:33.368762 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef8c81-7e34-4395-86a8-2de37261f238 req-f88daeeb-92f1-441d-9665-758dcdd870fc tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:33.370282 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-90ef8c81-7e34-4395-86a8-2de37261f238 req-f88daeeb-92f1-441d-9665-758dcdd870fc tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 945 time: 0.0788431 Aug 24 19:04:33.370790 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2bfde16b-42a2-41d6-8bea-3be6e27cee2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:33.400178 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2bfde16b-42a2-41d6-8bea-3be6e27cee2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:33.419960 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-90ef8c81-7e34-4395-86a8-2de37261f238 req-22dfdcf1-80a5-4bb0-a5b6-60926bc042e1 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438271 Aug 24 19:04:33.454396 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-357d01d9-b66d-4ae1-b627-5f6d72d094fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:33.642689 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2bfde16b-42a2-41d6-8bea-3be6e27cee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:33.646299 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-25271665-4c62-4bcc-94d2-6070f30a7be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:33.657627 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfde16b-42a2-41d6-8bea-3be6e27cee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb4b49-b14d-4623-a5ed-e776147a3f41,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:33.663072 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2bfde16b-42a2-41d6-8bea-3be6e27cee2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:33.664921 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2bfde16b-42a2-41d6-8bea-3be6e27cee2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:33.666082 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-2bfde16b-42a2-41d6-8bea-3be6e27cee2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3beb4b49-b14d-4623-a5ed-e776147a3f41 HTTP/1.1" status: 204 len: 168 time: 0.3537209 Aug 24 19:04:34.564773 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47942) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:34.583394 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:34.605342 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:34.617018 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:34.621064 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efed7a3-2e06-4ba2-8910-fbe9e8d525c2 req-8fdc5485-3d98-481a-8a2b-c1267d0100b2 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:34.621568 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2a454789f44beb9f88335014eb6439 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:34.622565 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1efed7a3-2e06-4ba2-8910-fbe9e8d525c2 req-8fdc5485-3d98-481a-8a2b-c1267d0100b2 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 945 time: 0.0796444 Aug 24 19:04:34.624032 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:34.629895 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:34.671317 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1efed7a3-2e06-4ba2-8910-fbe9e8d525c2 req-44bfd2be-95af-45e3-8e4b-1f60f2bbd432 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Aug 24 19:04:34.694424 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:34.762790 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:34.770592 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ba6998de-d198-4e91-b863-5dabfecba911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:34.809957 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf0a88e-b702-41f2-9c10-1f46f384ef6f,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:34.817275 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e2a454789f44beb9f88335014eb6439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2490768 Aug 24 19:04:34.817275 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-9145f1bb-1824-49b8-8388-9996715b67b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:34.817574 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 47948) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:34.877037 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-46f271a7-5970-4e59-a490-958f4f26f919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:34.902931 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-46f271a7-5970-4e59-a490-958f4f26f919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:35.082876 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-46f271a7-5970-4e59-a490-958f4f26f919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:35.088017 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-80422c26-a77b-40eb-9e34-08a7d1323eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:35.102139 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f271a7-5970-4e59-a490-958f4f26f919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf0a88e-b702-41f2-9c10-1f46f384ef6f,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:35.108547 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-46f271a7-5970-4e59-a490-958f4f26f919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:35.109646 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-46f271a7-5970-4e59-a490-958f4f26f919 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caf0a88e-b702-41f2-9c10-1f46f384ef6f HTTP/1.1" status: 204 len: 168 time: 0.2912736 Aug 24 19:04:35.110550 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-46f271a7-5970-4e59-a490-958f4f26f919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:35.850770 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-f3a0d5fb-ec5a-4ad6-a378-38a04f64651b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:36.595906 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-fccfef1f-74e2-449e-98e0-d44c818afeff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690877 Aug 24 19:04:36.713724 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:36.746821 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-c332fb39-11da-4dba-8392-5b7fc784ce7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5285684a42b4638b8a4638291b5e08c&device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 1099 time: 0.0690053 Aug 24 19:04:36.900483 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-7d8bd4ab-4c21-4370-a601-dc41c618942e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:36.902009 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-7d8bd4ab-4c21-4370-a601-dc41c618942e service neutron] 10.222.0.58 "GET /v2.0/networks?id=592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 200 len: 915 time: 0.1346114 Aug 24 19:04:36.975434 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-547c531f-556b-47b9-b911-5c0a24b66997 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1d5d0fa-916a-46b7-8b85-eface1e123e4 HTTP/1.1" status: 200 len: 217 time: 0.0662594 Aug 24 19:04:37.040795 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-d773141e-679e-4b55-92ff-7b985b136a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:37.042279 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-d773141e-679e-4b55-92ff-7b985b136a7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84 HTTP/1.1" status: 200 len: 854 time: 0.0598950 Aug 24 19:04:37.090391 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-f9c9d36c-72b2-4acc-9d56-1696eb11751f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=592cfd74-72ff-4671-8b86-33cfb149b81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413380 Aug 24 19:04:37.229289 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-d7727375-784d-4fc8-913b-f28e6c172076 service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250842 Aug 24 19:04:37.360467 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1369b4e9-5d8a-43d5-bc2a-1fa3bbe85976 req-1b018748-4ed3-4a83-b37f-8247c9401c3f service neutron] 10.222.0.58 "GET /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281340 Aug 24 19:04:38.205024 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:46.441628 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1e58b-0f7e-4d46-bb94-6a3ecde46866 req-1b8fd673-72d6-4a66-976d-4bdd88b6b22e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:46.443115 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-76e1e58b-0f7e-4d46-bb94-6a3ecde46866 req-1b8fd673-72d6-4a66-976d-4bdd88b6b22e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 945 time: 0.0757012 Aug 24 19:04:46.486963 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-76e1e58b-0f7e-4d46-bb94-6a3ecde46866 req-54d2e08d-ee81-4c65-9a1b-2a070bf2a586 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384188 Aug 24 19:04:47.684168 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1d92c-6942-41a4-b8a3-ecf793a868f8 req-b8184c7b-6750-445f-8041-0e80276f9a08 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:47.686551 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d1a1d92c-6942-41a4-b8a3-ecf793a868f8 req-b8184c7b-6750-445f-8041-0e80276f9a08 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 945 time: 0.0777056 Aug 24 19:04:47.731196 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d1a1d92c-6942-41a4-b8a3-ecf793a868f8 req-667f0753-5de9-4a40-9f32-b3ba1c2a688b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Aug 24 19:04:47.919662 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:04:48.592582 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fa647-58fb-410b-a401-1f0f639789a2 req-01c93bad-3372-4e4f-9e10-503dc4b42955 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:48.594107 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-908fa647-58fb-410b-a401-1f0f639789a2 req-01c93bad-3372-4e4f-9e10-503dc4b42955 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 945 time: 0.0777347 Aug 24 19:04:48.660210 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-908fa647-58fb-410b-a401-1f0f639789a2 req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Deleting port c7cc1bc6-89fa-46fc-8c4a-54e281646964 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:04:48.660551 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-908fa647-58fb-410b-a401-1f0f639789a2 req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:48.899753 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-908fa647-58fb-410b-a401-1f0f639789a2 req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] For port c7cc1bc6-89fa-46fc-8c4a-54e281646964, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c7cc1bc6-89fa-46fc-8c4a-54e281646964,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:48.900413 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-908fa647-58fb-410b-a401-1f0f639789a2 req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:48.929745 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e03f6-4546-44f2-af5d-7181d514ec30 req-138bd078-086e-4d66-b9fd-2f5eb971eb76 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:48.931245 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-666e03f6-4546-44f2-af5d-7181d514ec30 req-138bd078-086e-4d66-b9fd-2f5eb971eb76 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 945 time: 0.0788839 Aug 24 19:04:48.977393 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-666e03f6-4546-44f2-af5d-7181d514ec30 req-be905578-8d0c-443c-b3ad-c5c14a69f1d3 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Aug 24 19:04:49.018322 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-908fa647-58fb-410b-a401-1f0f639789a2 req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Calling delete_port for c7cc1bc6-89fa-46fc-8c4a-54e281646964 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:04:49.408318 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-908fa647-58fb-410b-a401-1f0f639789a2 req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:49.413884 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-7a3d8fab-bdbf-48f4-93af-f3a2ad25ae36 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:49.421107 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3', '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24', 'c7cc1bc6-89fa-46fc-8c4a-54e281646964'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:04:49.461449 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Pushing event deleted for resources: {'Port': ['ID=c7cc1bc6-89fa-46fc-8c4a-54e281646964,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:49.531174 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.533141 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.533141 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.533141 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.533141 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.533141 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.533581 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.533581 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.533907 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.534281 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.534623 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:49.541348 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:49.542377 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-908fa647-58fb-410b-a401-1f0f639789a2 req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] No DVR routers for this DVR port c7cc1bc6-89fa-46fc-8c4a-54e281646964 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:04:49.545082 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-908fa647-58fb-410b-a401-1f0f639789a2 req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:49.547636 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b70aba-9bc3-43d0-b308-702e3b3d3468', 'name': 'network-vif-deleted', 'tag': 'c7cc1bc6-89fa-46fc-8c4a-54e281646964'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:04:49.604169 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b70aba-9bc3-43d0-b308-702e3b3d3468', 'name': 'network-vif-deleted', 'tag': 'c7cc1bc6-89fa-46fc-8c4a-54e281646964', 'status': 'completed', 'code': 200} Aug 24 19:04:49.665920 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-908fa647-58fb-410b-a401-1f0f639789a2 req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "DELETE /v2.0/ports/c7cc1bc6-89fa-46fc-8c4a-54e281646964 HTTP/1.1" status: 204 len: 173 time: 1.0665038 Aug 24 19:04:49.807935 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48130) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:49.952138 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:49.984609 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:49.988320 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Usage tracker for resource:security_group_rule and tenant:2405bb09f2754973b216ba97aeaa8436 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:49.991145 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:49.996696 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:50.061453 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:50.156179 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9f6b40a8-8ede-4936-9b8a-845067bdff93 req-64e38dd4-d710-4629-91f1-7c7c62f71c27 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b70aba-9bc3-43d0-b308-702e3b3d3468 HTTP/1.1" status: 200 len: 210 time: 0.0455785 Aug 24 19:04:50.157068 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:50.163657 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-1aebcf19-02f2-49f0-a8c6-84e2d8f86791 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:50.202122 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8818e372-301b-4816-aada-4097e31b52f1,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:50.208211 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2405bb09f2754973b216ba97aeaa8436&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3984809 Aug 24 19:04:50.211313 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48138) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:50.213542 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.213915 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.214298 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.214654 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.215004 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.215354 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.215699 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.216587 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.216935 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.217277 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.217621 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:04:50.221511 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:50.273907 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-8531b2a7-58e5-45e5-b793-2f5fa8e16fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:50.300114 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-8531b2a7-58e5-45e5-b793-2f5fa8e16fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:50.479858 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-8531b2a7-58e5-45e5-b793-2f5fa8e16fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:50.483750 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b38039a2-02be-4a30-965e-cc170e27fe4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:50.495345 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531b2a7-58e5-45e5-b793-2f5fa8e16fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8818e372-301b-4816-aada-4097e31b52f1,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:50.498152 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-8531b2a7-58e5-45e5-b793-2f5fa8e16fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:50.504770 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-8531b2a7-58e5-45e5-b793-2f5fa8e16fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:50.505922 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-8531b2a7-58e5-45e5-b793-2f5fa8e16fb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8818e372-301b-4816-aada-4097e31b52f1 HTTP/1.1" status: 204 len: 168 time: 0.2936137 Aug 24 19:04:51.345581 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48150) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:51.364332 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:51.394873 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:51.398753 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Usage tracker for resource:security_group_rule and tenant:f9bacf4b6ae848d78dc89c7bdf1b8a22 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:51.401631 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:51.408091 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:51.477831 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:51.593253 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:51.600841 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d7be6f59-8978-4f2f-8791-63f7c84bebf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:51.641244 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb14904f-8de2-4605-9dda-314d857ff905,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:51.644336 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:51.648719 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9bacf4b6ae848d78dc89c7bdf1b8a22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3016829 Aug 24 19:04:51.650931 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48156) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:51.712790 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-36d7569a-4607-4a77-8646-3b1ee0b20060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:51.738410 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-36d7569a-4607-4a77-8646-3b1ee0b20060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:51.907556 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-36d7569a-4607-4a77-8646-3b1ee0b20060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:51.911377 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-3383d00a-2da0-4b89-8f7e-db82667c6ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:51.924369 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7569a-4607-4a77-8646-3b1ee0b20060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb14904f-8de2-4605-9dda-314d857ff905,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:51.927210 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-36d7569a-4607-4a77-8646-3b1ee0b20060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:51.929011 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-36d7569a-4607-4a77-8646-3b1ee0b20060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:51.930122 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-36d7569a-4607-4a77-8646-3b1ee0b20060 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb14904f-8de2-4605-9dda-314d857ff905 HTTP/1.1" status: 204 len: 168 time: 0.2782421 Aug 24 19:04:52.060883 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device c7cc1bc6-89fa-46fc-8c4a-54e281646964 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:04:52.094637 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: c7cc1bc6-89fa-46fc-8c4a-54e281646964 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:04:52.094990 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device c7cc1bc6-89fa-46fc-8c4a-54e281646964 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:04:52.777135 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48168) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:52.798008 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:52.829828 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:04:52.833879 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] Usage tracker for resource:security_group_rule and tenant:f8d170382d68475f9f9132951ce90d48 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:04:52.836694 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:04:52.843024 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:04:52.909204 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:53.004357 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:53.011857 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-5ee2c9c2-7843-42a7-8a0c-81cab44f81ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:53.053714 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8d170382d68475f9f9132951ce90d48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2755561 Aug 24 19:04:53.054616 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee44411-bb14-49fb-80ef-74b928e8c88c,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:53.056371 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48172) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:04:53.057601 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-737b0764-855b-4800-a6e0-74201b453836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:53.117159 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4ce28bc7-c894-465d-9d77-c2a0c874ff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:53.142339 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4ce28bc7-c894-465d-9d77-c2a0c874ff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:53.431128 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4ce28bc7-c894-465d-9d77-c2a0c874ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:53.435509 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-cbd7164f-e3ab-4581-97ab-06af99537b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:53.448278 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce28bc7-c894-465d-9d77-c2a0c874ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee44411-bb14-49fb-80ef-74b928e8c88c,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:53.451452 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4ce28bc7-c894-465d-9d77-c2a0c874ff72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:53.457158 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd5b15-2fd9-4b79-9ede-6beb9298679f req-df6b071b-6a1e-4a63-8b5c-6d2d22c0dceb tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:53.457868 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-1ccd5b15-2fd9-4b79-9ede-6beb9298679f req-df6b071b-6a1e-4a63-8b5c-6d2d22c0dceb tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:04:53.458943 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4ce28bc7-c894-465d-9d77-c2a0c874ff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:53.462314 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-4ce28bc7-c894-465d-9d77-c2a0c874ff72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ee44411-bb14-49fb-80ef-74b928e8c88c HTTP/1.1" status: 204 len: 168 time: 0.4026976 Aug 24 19:04:53.615718 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-1ccd5b15-2fd9-4b79-9ede-6beb9298679f req-df6b071b-6a1e-4a63-8b5c-6d2d22c0dceb tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:04:53.616919 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1ccd5b15-2fd9-4b79-9ede-6beb9298679f req-df6b071b-6a1e-4a63-8b5c-6d2d22c0dceb tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 945 time: 0.2394402 Aug 24 19:04:53.662186 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1ccd5b15-2fd9-4b79-9ede-6beb9298679f req-5d71109a-db04-4de0-9393-e43716c4d6ba tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Aug 24 19:04:54.864782 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3db4f-cf99-46a6-afcc-fbb2cf911ba8 req-d0d7a1f6-74d9-44df-9b26-d25a7d18fefb tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:54.865521 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5bd3db4f-cf99-46a6-afcc-fbb2cf911ba8 req-d0d7a1f6-74d9-44df-9b26-d25a7d18fefb tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 945 time: 0.0820234 Aug 24 19:04:54.912046 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-5bd3db4f-cf99-46a6-afcc-fbb2cf911ba8 req-34572988-7bb1-43ec-b41f-d834df7d7825 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Aug 24 19:04:55.355975 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9fccf-0646-405b-95c5-11527302e861 req-0545d65a-4637-4067-a634-991556d83af5 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:55.358010 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cad9fccf-0646-405b-95c5-11527302e861 req-0545d65a-4637-4067-a634-991556d83af5 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 945 time: 0.0875251 Aug 24 19:04:55.427736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-cad9fccf-0646-405b-95c5-11527302e861 req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Deleting port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:04:55.427993 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-cad9fccf-0646-405b-95c5-11527302e861 req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:55.670930 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-cad9fccf-0646-405b-95c5-11527302e861 req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] For port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:04:55.671286 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-cad9fccf-0646-405b-95c5-11527302e861 req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:55.791596 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-cad9fccf-0646-405b-95c5-11527302e861 req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Calling delete_port for 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:04:56.004672 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-cad9fccf-0646-405b-95c5-11527302e861 req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:56.010362 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:04:56.016654 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3', '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:04:56.089545 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Pushing event deleted for resources: {'Port': ['ID=53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:04:56.097841 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:04:56.100726 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-31b9d0ff-2998-4aa6-918a-fac7d04a050b req-439924f4-8764-40d7-afa5-fbd6602694a9 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 210 time: 0.0590026 Aug 24 19:04:56.182793 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad9fccf-0646-405b-95c5-11527302e861 req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] No DVR routers for this DVR port 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:04:56.185592 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-cad9fccf-0646-405b-95c5-11527302e861 req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:04:56.189414 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df69d1f4-3705-4d8c-9f2a-b2acfddf4a14', 'name': 'network-vif-deleted', 'tag': '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:04:56.253687 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df69d1f4-3705-4d8c-9f2a-b2acfddf4a14', 'name': 'network-vif-deleted', 'tag': '53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24', 'status': 'completed', 'code': 200} Aug 24 19:04:56.316989 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-cad9fccf-0646-405b-95c5-11527302e861 req-fa244c9d-f2b2-4b39-bfb1-45b742d26267 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "DELETE /v2.0/ports/53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 HTTP/1.1" status: 204 len: 173 time: 0.9532495 Aug 24 19:04:57.285591 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-192f4ebc-d3a6-4408-856e-b8461dd28a01 req-63093559-5b25-4e08-b819-480023ab753e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:04:57.471029 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-192f4ebc-d3a6-4408-856e-b8461dd28a01 req-63093559-5b25-4e08-b819-480023ab753e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:04:57.472210 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-192f4ebc-d3a6-4408-856e-b8461dd28a01 req-63093559-5b25-4e08-b819-480023ab753e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=df69d1f4-3705-4d8c-9f2a-b2acfddf4a14 HTTP/1.1" status: 200 len: 210 time: 0.2306621 Aug 24 19:04:58.124650 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:04:58.160046 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:04:58.160461 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device 53cdccb8-0c35-4fe2-bf9c-b7ed22ae5f24 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:04:59.194153 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2cec0-3b52-4371-9ac4-852ccf6e3f05 req-9b1459c4-4fbd-4bf4-9f04-a209310e1ff0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:04:59.195804 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d1e2cec0-3b52-4371-9ac4-852ccf6e3f05 req-9b1459c4-4fbd-4bf4-9f04-a209310e1ff0 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 946 time: 0.0761940 Aug 24 19:04:59.248905 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d1e2cec0-3b52-4371-9ac4-852ccf6e3f05 req-94dc38b2-aa21-4613-ad72-a46d3f6855ad tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Aug 24 19:05:00.448020 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc681e-719f-4b65-aa58-e3e9be173930 req-1b9a0858-bdd2-4cfd-b3f8-6b7d712f32bb tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:05:00.449452 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-78dc681e-719f-4b65-aa58-e3e9be173930 req-1b9a0858-bdd2-4cfd-b3f8-6b7d712f32bb tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 946 time: 0.0812266 Aug 24 19:05:00.493656 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-78dc681e-719f-4b65-aa58-e3e9be173930 req-4b9249d2-84f8-4f00-ab6b-27d4a8c00bd9 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386088 Aug 24 19:05:00.736877 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-16e8f932-ae2c-450a-98a2-3e5d9bdf9c21 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:05:00.738664 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-16e8f932-ae2c-450a-98a2-3e5d9bdf9c21 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 946 time: 0.0775111 Aug 24 19:05:00.883813 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Deleting port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:05:00.884141 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:01.121538 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] For port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:05:01.122001 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:01.256769 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Calling delete_port for ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:05:01.510772 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:01.517316 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:01.522585 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:05:01.567230 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Pushing event deleted for resources: {'Port': ['ID=ba0b2456-cc40-4c2b-9ae2-beaac998c7c3,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:01.569637 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:01.640826 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] No DVR routers for this DVR port ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:05:01.643398 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:01.646102 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddacf2f7-1c5c-4f8d-a187-e364677ec16f', 'name': 'network-vif-deleted', 'tag': 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:05:01.675393 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-cf1ab3f3-15c6-4765-9bb6-3fa7c80b2c0d req-8727050d-44e4-40ef-ba27-fbfdb32f369b tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 210 time: 0.0443945 Aug 24 19:05:01.710123 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddacf2f7-1c5c-4f8d-a187-e364677ec16f', 'name': 'network-vif-deleted', 'tag': 'ba0b2456-cc40-4c2b-9ae2-beaac998c7c3', 'status': 'completed', 'code': 200} Aug 24 19:05:01.770953 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-f3c36f66-12ae-4e91-b148-dc46e45420f7 req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "DELETE /v2.0/ports/ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 HTTP/1.1" status: 204 len: 173 time: 1.0269477 Aug 24 19:05:02.242341 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:02.850024 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c1c5e93d-c791-472e-b887-03d0da56f3e6 req-bf192c31-44b3-4424-aad2-3961e137dec4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddacf2f7-1c5c-4f8d-a187-e364677ec16f HTTP/1.1" status: 200 len: 210 time: 0.0418100 Aug 24 19:05:03.404442 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-db14d71d-e8b0-48f5-8a2a-d159faf81670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:04.186664 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:05:04.222699 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:05:04.223045 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device ba0b2456-cc40-4c2b-9ae2-beaac998c7c3 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:05:04.586962 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:05.889944 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-36ebcf73-139e-497b-ad09-35d42d35c023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:06.176960 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b95c8-754f-45fc-87ee-1bf5aced6bdd req-437b8b3d-88b6-4d7a-9e11-62f640d7922e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:05:06.177654 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-143b95c8-754f-45fc-87ee-1bf5aced6bdd req-437b8b3d-88b6-4d7a-9e11-62f640d7922e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:05:06.278963 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-143b95c8-754f-45fc-87ee-1bf5aced6bdd req-437b8b3d-88b6-4d7a-9e11-62f640d7922e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:05:06.282585 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-143b95c8-754f-45fc-87ee-1bf5aced6bdd req-437b8b3d-88b6-4d7a-9e11-62f640d7922e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 946 time: 0.1836243 Aug 24 19:05:06.328926 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-143b95c8-754f-45fc-87ee-1bf5aced6bdd req-7a803b92-0f2f-4347-a4ce-91734a330cad tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416892 Aug 24 19:05:06.695329 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:07.535369 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321720d-c313-497b-b9a2-b0f2cf373a81 req-996a2f75-484a-4fbf-9923-a5c22c166cbe tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:05:07.536827 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c321720d-c313-497b-b9a2-b0f2cf373a81 req-996a2f75-484a-4fbf-9923-a5c22c166cbe tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 946 time: 0.0830610 Aug 24 19:05:07.587146 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c321720d-c313-497b-b9a2-b0f2cf373a81 req-af026bdf-cd9f-468c-a8c2-1279655b414e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6a42a56-07ba-4125-8c02-778a4da711a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Aug 24 19:05:07.995282 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-7064781f-3edd-4fe3-869a-66b9fce4cd1e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:05:07.999445 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-7064781f-3edd-4fe3-869a-66b9fce4cd1e tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 946 time: 0.0796824 Aug 24 19:05:08.072984 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Deleting port b1d5d0fa-916a-46b7-8b85-eface1e123e4 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:05:08.073348 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:08.268282 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:08.325925 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] For port b1d5d0fa-916a-46b7-8b85-eface1e123e4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b1d5d0fa-916a-46b7-8b85-eface1e123e4,segment=NetworkSegment(009194a2-16c3-41c4-a04f-876c1825f500),segment_id=009194a2-16c3-41c4-a04f-876c1825f500)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:05:08.325925 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:08.449150 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Calling delete_port for b1d5d0fa-916a-46b7-8b85-eface1e123e4 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:05:08.471159 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48330) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:08.619939 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:08.676182 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:08.682184 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-aa5a6f0d-ac21-4582-a71b-ffd499d3c97c tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:08.688088 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['b1d5d0fa-916a-46b7-8b85-eface1e123e4'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:05:08.691828 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:08.696003 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] Usage tracker for resource:security_group_rule and tenant:568681455af84c39a38cdbf7f130204f is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:08.698956 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:08.705464 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:08.756772 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Pushing event deleted for resources: {'Port': ['ID=b1d5d0fa-916a-46b7-8b85-eface1e123e4,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:08.765100 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:08.772372 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-e9dead6a-7a23-4727-8ad0-4b253333a30e req-99fef2a4-4a5b-4b83-96c0-8697051a6610 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 210 time: 0.0531514 Aug 24 19:05:08.772561 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:08.861553 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:08.868450 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-573234a2-985c-41ff-8bfd-370df4538213 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:08.908722 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfdf1d8-714c-4f32-a563-5f1436bb4d73,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:08.912265 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:08.918853 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-4e6c3bd7-4ded-4319-b550-dfd0cfc0c98e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=568681455af84c39a38cdbf7f130204f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4425030 Aug 24 19:05:08.918853 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48338) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:08.923919 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] No DVR routers for this DVR port b1d5d0fa-916a-46b7-8b85-eface1e123e4 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:05:08.926375 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:08.929003 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb1c4bf-4290-433b-ba78-9bd205a01d52', 'name': 'network-vif-deleted', 'tag': 'b1d5d0fa-916a-46b7-8b85-eface1e123e4'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:05:08.982736 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69748be1-f21a-4822-8c75-a0022f16b1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:08.984884 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb1c4bf-4290-433b-ba78-9bd205a01d52', 'name': 'network-vif-deleted', 'tag': 'b1d5d0fa-916a-46b7-8b85-eface1e123e4', 'status': 'completed', 'code': 200} Aug 24 19:05:09.009225 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69748be1-f21a-4822-8c75-a0022f16b1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:09.028495 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0dfbdc57-9a7b-4943-8b13-1f36cf301064 req-cf57d1e4-ce94-4163-b167-8e4bbc62a2c4 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.58 "DELETE /v2.0/ports/b1d5d0fa-916a-46b7-8b85-eface1e123e4 HTTP/1.1" status: 204 len: 173 time: 1.0259807 Aug 24 19:05:09.187169 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69748be1-f21a-4822-8c75-a0022f16b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:09.219959 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-0acc54dd-3f7f-4ada-8c03-c6c05d6b7143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:09.219959 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69748be1-f21a-4822-8c75-a0022f16b1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfdf1d8-714c-4f32-a563-5f1436bb4d73,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:09.219959 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-69748be1-f21a-4822-8c75-a0022f16b1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:09.219959 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-69748be1-f21a-4822-8c75-a0022f16b1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:09.219959 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-69748be1-f21a-4822-8c75-a0022f16b1eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bfdf1d8-714c-4f32-a563-5f1436bb4d73 HTTP/1.1" status: 204 len: 168 time: 0.2912121 Aug 24 19:05:09.950154 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a2692beb-b73e-406f-80ed-1f80e9c54fd2 req-fa276825-dcb7-4dba-a1ce-402023027a75 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Synchronizing usage tracker for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:05:10.026886 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48350) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:10.046717 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:10.055300 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-a2692beb-b73e-406f-80ed-1f80e9c54fd2 req-fa276825-dcb7-4dba-a1ce-402023027a75 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Unset dirty status for tenant:a5285684a42b4638b8a4638291b5e08c on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:05:10.056525 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a2692beb-b73e-406f-80ed-1f80e9c54fd2 req-fa276825-dcb7-4dba-a1ce-402023027a75 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfb1c4bf-4290-433b-ba78-9bd205a01d52 HTTP/1.1" status: 200 len: 210 time: 0.1485820 Aug 24 19:05:10.082547 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:10.082547 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] Usage tracker for resource:security_group_rule and tenant:4638f36a2d444956b3a4bc1fe1e0e09f is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:10.085121 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:10.090804 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:10.155488 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:10.232402 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:10.238867 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-0273c655-bc87-48b2-beee-18965fdc001a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:10.275436 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b531a1-96a9-4d3e-a5dc-f06e5a224a8f,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:10.280064 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:10.283944 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-420c3796-88af-4745-bc61-53622b5192f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4638f36a2d444956b3a4bc1fe1e0e09f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2555399 Aug 24 19:05:10.294012 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48354) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:10.347649 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c999a13b-4556-4d82-a60c-f1d4a4ffdee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:10.373608 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c999a13b-4556-4d82-a60c-f1d4a4ffdee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:10.489515 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c999a13b-4556-4d82-a60c-f1d4a4ffdee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:10.493234 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-0c34b414-71e8-4b74-9f3c-14d758bf4c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:10.505838 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999a13b-4556-4d82-a60c-f1d4a4ffdee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b531a1-96a9-4d3e-a5dc-f06e5a224a8f,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:10.508785 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c999a13b-4556-4d82-a60c-f1d4a4ffdee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:10.510702 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c999a13b-4556-4d82-a60c-f1d4a4ffdee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:10.511869 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-c999a13b-4556-4d82-a60c-f1d4a4ffdee2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4b531a1-96a9-4d3e-a5dc-f06e5a224a8f HTTP/1.1" status: 204 len: 168 time: 0.2245870 Aug 24 19:05:11.164314 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48364) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:11.222752 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1b7e87-ddc4-4e96-8869-b258772da37a admin admin] Deleting subnet 8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84 {{(pid=75888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 19:05:11.225466 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7e87-ddc4-4e96-8869-b258772da37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.275793 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7e87-ddc4-4e96-8869-b258772da37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7302309'] for subnet, precommit_delete_associations {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.329949 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7e87-ddc4-4e96-8869-b258772da37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.598900 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48368) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:11.617643 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.660889 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7e87-ddc4-4e96-8869-b258772da37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7110427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7039689'] for subnet, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.669017 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c38e9cd7-4c82-4e4a-8102-5acbfc5521f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:11.704295 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b7e87-ddc4-4e96-8869-b258772da37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:11.706849 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:11.711240 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4a1b7e87-ddc4-4e96-8869-b258772da37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:11.712734 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Usage tracker for resource:security_group_rule and tenant:a6bc913df39141f688c841ee39bce28d is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:11.716104 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7e87-ddc4-4e96-8869-b258772da37a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.719405 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:11.727524 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:11.730253 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-4a1b7e87-ddc4-4e96-8869-b258772da37a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8f0d9cb4-9b46-4ecd-873c-8d97e5cbac84 HTTP/1.1" status: 204 len: 168 time: 0.5649507 Aug 24 19:05:11.733407 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48372) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:11.794608 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.838726 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.912508 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.920550 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-42e86393-e545-4e24-970c-b3bd42bdc487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:11.958450 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee0e9c-b7cc-4725-8d94-cfc061fbf1d2,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:11.960609 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:11.961919 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:11.967319 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6bc913df39141f688c841ee39bce28d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3643873 Aug 24 19:05:11.967778 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48376) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:11.974937 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592cfd74-72ff-4671-8b86-33cfb149b81f']}} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:05:11.987378 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009194a2-16c3-41c4-a04f-876c1825f500') {'for_net_delete': True} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:05:11.987683 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009194a2-16c3-41c4-a04f-876c1825f500') {} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:05:11.999313 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7211171'] for segment, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:12.015229 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:12.021278 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=75889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 19:05:12.021656 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6636235'] for segment, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:12.025925 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab7fba65-aa4d-4446-81ea-773e8ae24267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: Traceback (most recent call last): Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: timer() Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: cb(*args, **kw) Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: return func(*args, **kwargs) Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: self._notify() Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: self.callback(batched_events) Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: event.method(event) Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: return f(self, *a, **k) Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: return self._get(url).json() Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: return self.request(url, 'GET', **kwargs) Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:05:12.038676 dv-cinder-805825-1-smb neutron-server[75889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:05:12.054958 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab7fba65-aa4d-4446-81ea-773e8ae24267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:12.233248 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device b1d5d0fa-916a-46b7-8b85-eface1e123e4 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:05:12.258821 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab7fba65-aa4d-4446-81ea-773e8ae24267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:12.264386 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-630ffcb3-44f4-47da-9b59-10ea6dcd0ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:12.276723 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: b1d5d0fa-916a-46b7-8b85-eface1e123e4 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:05:12.277072 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device b1d5d0fa-916a-46b7-8b85-eface1e123e4 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:05:12.277884 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fba65-aa4d-4446-81ea-773e8ae24267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee0e9c-b7cc-4725-8d94-cfc061fbf1d2,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:12.281336 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ab7fba65-aa4d-4446-81ea-773e8ae24267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:12.283407 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-ab7fba65-aa4d-4446-81ea-773e8ae24267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:12.284534 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-ab7fba65-aa4d-4446-81ea-773e8ae24267 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bee0e9c-b7cc-4725-8d94-cfc061fbf1d2 HTTP/1.1" status: 204 len: 168 time: 0.3160994 Aug 24 19:05:12.318234 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:12.321815 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:12.337660 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:12.343856 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=592cfd74-72ff-4671-8b86-33cfb149b81f,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:12.347959 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:12.444751 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-b473a457-336b-4160-a4e7-f198c3964bcb admin admin] 10.222.0.20 "DELETE /v2.0/networks/592cfd74-72ff-4671-8b86-33cfb149b81f HTTP/1.1" status: 204 len: 168 time: 0.7100675 Aug 24 19:05:12.962126 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48392) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:13.012652 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-27c237ed-d1f3-4fef-912e-41be0e3d1dd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5285684a42b4638b8a4638291b5e08c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491831 Aug 24 19:05:13.014963 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48396) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:13.072190 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e74fcef1-c402-4fdc-87e0-b545ab8e2618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:13.097765 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e74fcef1-c402-4fdc-87e0-b545ab8e2618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:13.289700 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e74fcef1-c402-4fdc-87e0-b545ab8e2618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:13.295331 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-acb25fd1-c694-4ffa-9d1a-d1931504fd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:13.310728 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fcef1-c402-4fdc-87e0-b545ab8e2618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a42a56-07ba-4125-8c02-778a4da711a2,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:13.313235 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e74fcef1-c402-4fdc-87e0-b545ab8e2618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:13.407065 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-e74fcef1-c402-4fdc-87e0-b545ab8e2618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:13.410691 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-e74fcef1-c402-4fdc-87e0-b545ab8e2618 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6a42a56-07ba-4125-8c02-778a4da711a2 HTTP/1.1" status: 204 len: 168 time: 0.3923469 Aug 24 19:05:18.163256 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48470) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:18.431100 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:18.431100 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:18.431100 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Usage tracker for resource:security_group_rule and tenant:8218655bac0e4c5cbf166037bf089f19 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:18.431100 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:18.431100 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:18.469217 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:18.563349 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:18.569495 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d71cffc2-57d0-4470-90c0-f2e1e02f4b5c tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:18.608733 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429e8a27-9b0a-4c6a-a9c2-7a4333cb33a6,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:18.612152 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:18.614497 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8218655bac0e4c5cbf166037bf089f19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4501817 Aug 24 19:05:18.617281 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48476) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:18.674110 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f37b3e96-ed89-4cb0-96fe-7b9e04be00ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:18.701648 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f37b3e96-ed89-4cb0-96fe-7b9e04be00ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:18.858537 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f37b3e96-ed89-4cb0-96fe-7b9e04be00ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:18.863124 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-826e0751-ffe0-42f9-ac34-0c45e18ff232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:18.876593 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b3e96-ed89-4cb0-96fe-7b9e04be00ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429e8a27-9b0a-4c6a-a9c2-7a4333cb33a6,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:18.878736 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f37b3e96-ed89-4cb0-96fe-7b9e04be00ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:18.879827 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-f37b3e96-ed89-4cb0-96fe-7b9e04be00ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/429e8a27-9b0a-4c6a-a9c2-7a4333cb33a6 HTTP/1.1" status: 204 len: 168 time: 0.2616827 Aug 24 19:05:18.880857 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f37b3e96-ed89-4cb0-96fe-7b9e04be00ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:24.921730 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:05:26.950456 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48606) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:27.090412 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:27.120810 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:27.124868 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Usage tracker for resource:security_group_rule and tenant:de485ffa63cc4ce4ac28f011b6c7d276 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:27.127991 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:27.133386 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:27.197656 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:27.352478 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:27.360097 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-4ce28bc7-c894-465d-9d77-c2a0c874ff72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:27.404194 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de485ffa63cc4ce4ac28f011b6c7d276&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4526558 Aug 24 19:05:27.404956 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d38906-a5d3-4098-a0c3-2d546fc20e18,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:27.407053 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48612) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:27.408762 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:27.469918 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3d13c62-1f03-418b-9773-2fa0a33fcacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:27.495064 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3d13c62-1f03-418b-9773-2fa0a33fcacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:27.718240 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3d13c62-1f03-418b-9773-2fa0a33fcacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:27.722120 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-189fde7e-218c-44a2-bd0b-0f91c784821e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:27.732892 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d13c62-1f03-418b-9773-2fa0a33fcacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d38906-a5d3-4098-a0c3-2d546fc20e18,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:27.736798 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a3d13c62-1f03-418b-9773-2fa0a33fcacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:27.741406 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-a3d13c62-1f03-418b-9773-2fa0a33fcacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:27.745075 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-a3d13c62-1f03-418b-9773-2fa0a33fcacb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57d38906-a5d3-4098-a0c3-2d546fc20e18 HTTP/1.1" status: 204 len: 168 time: 0.3367193 Aug 24 19:05:31.269482 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48668) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:31.410324 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:31.440533 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:31.444220 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] Usage tracker for resource:security_group_rule and tenant:77c89ccf631d4d86b86183091874e596 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:31.446959 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:31.452449 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:31.516578 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:31.675604 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:31.682138 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a3d13c62-1f03-418b-9773-2fa0a33fcacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:31.718972 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4996c1d6-5e85-4b0b-be35-bff8c10b987f,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:31.727368 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:31.731122 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-6dfa39fe-98e3-4001-902c-44b2767bc51d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77c89ccf631d4d86b86183091874e596&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4605963 Aug 24 19:05:31.733730 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48674) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:31.793778 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-596636d6-8d1b-428a-930d-3e740bfadc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:31.817875 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-596636d6-8d1b-428a-930d-3e740bfadc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:32.015016 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-596636d6-8d1b-428a-930d-3e740bfadc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:32.018959 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-642c1ed1-9a22-4890-811a-c486f26bcd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:32.031988 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596636d6-8d1b-428a-930d-3e740bfadc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4996c1d6-5e85-4b0b-be35-bff8c10b987f,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:32.039943 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-596636d6-8d1b-428a-930d-3e740bfadc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:32.039943 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-596636d6-8d1b-428a-930d-3e740bfadc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:32.039943 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-596636d6-8d1b-428a-930d-3e740bfadc0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4996c1d6-5e85-4b0b-be35-bff8c10b987f HTTP/1.1" status: 204 len: 168 time: 0.3041389 Aug 24 19:05:32.229635 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:32.889694 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48686) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:32.908706 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:32.942369 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:32.945306 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Usage tracker for resource:security_group_rule and tenant:471084dcb0ac4d21913dda9bd3664c03 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:32.948039 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:32.954081 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:33.016132 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:33.109308 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:33.116614 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f184e7eb-eb5c-4a5e-86f1-327e47408606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:33.155927 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bef82c6-7063-42a4-aef6-ee0f2446dd8e,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:33.160020 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=471084dcb0ac4d21913dda9bd3664c03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2692544 Aug 24 19:05:33.160889 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:33.179929 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48690) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:33.220533 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d73629ad-8590-49f8-a1e5-808466b60756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:33.245617 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d73629ad-8590-49f8-a1e5-808466b60756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:33.397949 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d73629ad-8590-49f8-a1e5-808466b60756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:33.403358 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-dce4faf4-8996-416e-8833-3dc3483b292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:33.417526 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73629ad-8590-49f8-a1e5-808466b60756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bef82c6-7063-42a4-aef6-ee0f2446dd8e,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:33.420040 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d73629ad-8590-49f8-a1e5-808466b60756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:33.425830 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d73629ad-8590-49f8-a1e5-808466b60756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:33.427006 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-d73629ad-8590-49f8-a1e5-808466b60756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bef82c6-7063-42a4-aef6-ee0f2446dd8e HTTP/1.1" status: 204 len: 168 time: 0.2636054 Aug 24 19:05:33.441456 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7c8b898a-3f90-4d9c-940c-2942445e97f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:34.543768 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:35.634186 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48726) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:35.775489 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:35.806280 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:35.806500 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-cc70c529-b473-4aca-bdbf-9b46d85c924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:35.810226 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] Usage tracker for resource:security_group_rule and tenant:87c37c7e8461480088612969fa436bcd is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:35.813051 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:35.818763 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:35.880659 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:35.960286 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:35.967113 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-57f6d4c6-d2f2-432a-b1a1-3cb3b5c47a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:36.002040 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6512a5e7-16ef-44d9-b639-31a1df939d2a,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:36.006616 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:36.009834 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-c20c2491-f10a-458c-a937-7f3c449691b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87c37c7e8461480088612969fa436bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3746681 Aug 24 19:05:36.013047 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48732) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:36.069940 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0ca8-91fe-404d-a71d-ef136648f680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:36.095344 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0ca8-91fe-404d-a71d-ef136648f680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:36.240989 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0ca8-91fe-404d-a71d-ef136648f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:36.244637 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-07e49e13-e7ed-460a-a37e-97ab217044cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:36.258665 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b0ca8-91fe-404d-a71d-ef136648f680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512a5e7-16ef-44d9-b639-31a1df939d2a,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:36.262599 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2d1b0ca8-91fe-404d-a71d-ef136648f680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:36.265659 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0ca8-91fe-404d-a71d-ef136648f680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:36.266776 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-2d1b0ca8-91fe-404d-a71d-ef136648f680 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6512a5e7-16ef-44d9-b639-31a1df939d2a HTTP/1.1" status: 204 len: 168 time: 0.2528520 Aug 24 19:05:36.712100 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:38.189364 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:43.144977 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48814) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:43.302087 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:43.332040 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:43.335912 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a90f511e56e94842b09cb3673dad437b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:43.339377 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:43.344929 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:43.410898 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:43.557075 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:43.564392 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2d34c9ad-a033-4984-8971-5a9f36e72c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:43.615966 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68ce8a2-bd99-4cf4-a07d-a3d25bfc9185,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:43.615966 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a90f511e56e94842b09cb3673dad437b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4626417 Aug 24 19:05:43.615966 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:43.615966 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48824) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:43.671104 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-838d5144-3dbc-4905-a16f-bd12da961660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:43.695578 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-838d5144-3dbc-4905-a16f-bd12da961660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:43.883157 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-838d5144-3dbc-4905-a16f-bd12da961660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:43.887378 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8c861077-0f71-47bc-8169-b8a7ac8066f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:43.898111 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d5144-3dbc-4905-a16f-bd12da961660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68ce8a2-bd99-4cf4-a07d-a3d25bfc9185,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:43.902424 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-838d5144-3dbc-4905-a16f-bd12da961660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:43.904253 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-838d5144-3dbc-4905-a16f-bd12da961660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:43.905356 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-838d5144-3dbc-4905-a16f-bd12da961660 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a68ce8a2-bd99-4cf4-a07d-a3d25bfc9185 HTTP/1.1" status: 204 len: 168 time: 0.2930698 Aug 24 19:05:44.783109 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48836) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:44.801755 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:44.831134 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:44.835156 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] Usage tracker for resource:security_group_rule and tenant:f71d0684ccc04831894880654edf7302 is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:44.837886 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:44.843934 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:44.906346 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:45.034819 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:45.041396 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-ab7fba65-aa4d-4446-81ea-773e8ae24267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:45.081925 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274124fc-a39e-4d30-8102-9cc664a23f0e,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:45.085386 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:45.088057 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-58f1b64d-dd5d-4646-a3ea-8899af67d20c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f71d0684ccc04831894880654edf7302&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3039169 Aug 24 19:05:45.091654 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48840) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:45.153928 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c1f95594-a599-46ca-a96f-1aa3b09d812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:45.179651 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c1f95594-a599-46ca-a96f-1aa3b09d812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:45.329014 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c1f95594-a599-46ca-a96f-1aa3b09d812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:45.333151 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-36d7569a-4607-4a77-8646-3b1ee0b20060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:45.344262 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f95594-a599-46ca-a96f-1aa3b09d812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274124fc-a39e-4d30-8102-9cc664a23f0e,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:45.348696 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-c1f95594-a599-46ca-a96f-1aa3b09d812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:45.350438 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-c1f95594-a599-46ca-a96f-1aa3b09d812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:45.355919 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-c1f95594-a599-46ca-a96f-1aa3b09d812c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/274124fc-a39e-4d30-8102-9cc664a23f0e HTTP/1.1" status: 204 len: 168 time: 0.2588162 Aug 24 19:05:53.922966 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48942) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:53.996867 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48948) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:54.147808 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.158323 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.202323 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:54.209175 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Usage tracker for resource:security_group_rule and tenant:37dc4c5f4b674cd2b7dca5ce293c4f1b is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:54.211939 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:54.214793 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:54.221515 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] Usage tracker for resource:security_group_rule and tenant:cb0e7b4cb615467fb2c41922094cf3c7 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:54.224258 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:54.226226 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:54.233971 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:54.340533 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.347013 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.476558 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.483346 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-4049e50e-1c9e-4595-aa66-1bf396128235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:54.513692 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.529640 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea28005a-914f-4150-9fa8-a38c8c917a8c,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:54.539401 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37dc4c5f4b674cd2b7dca5ce293c4f1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5414708 Aug 24 19:05:54.542949 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 48954) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:54.554608 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.555632 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.555632 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.555866 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.556036 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.556419 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.556775 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.557124 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.557467 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.557806 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.558174 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.563733 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-73c024f1-27fe-4b2b-9c28-d4ac414653aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:54.564230 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-08f00591-beea-4975-aa27-2cb230ca9456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:54.577380 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb0e7b4cb615467fb2c41922094cf3c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6533647 Aug 24 19:05:54.579944 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48958) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:54.609225 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017a0a80-5a53-4c99-ac2d-3375d7899663,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:54.609430 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.617517 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-13c200b8-0e06-421c-be40-40f0bf830b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:54.635741 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.653291 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9f990318-c167-4034-8006-5b6724336530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.678586 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9f990318-c167-4034-8006-5b6724336530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.817310 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.821075 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-86103526-5750-4c4f-9d51-50c53324a0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:54.833248 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea28005a-914f-4150-9fa8-a38c8c917a8c,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:54.847311 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.847684 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.848052 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.848412 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.848768 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.849119 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.849469 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.849819 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.850191 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.850538 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.850886 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:54.854081 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.857550 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea28005a-914f-4150-9fa8-a38c8c917a8c HTTP/1.1" status: 204 len: 168 time: 0.3133841 Aug 24 19:05:54.858551 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-652e3ce1-cda4-443f-ab96-c3fca57b2d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:54.862008 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9f990318-c167-4034-8006-5b6724336530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.865862 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-738ef2ee-6639-4e06-ba99-7ae901ecdc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:54.880995 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f990318-c167-4034-8006-5b6724336530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017a0a80-5a53-4c99-ac2d-3375d7899663,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:54.886473 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-9f990318-c167-4034-8006-5b6724336530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:54.895223 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-9f990318-c167-4034-8006-5b6724336530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:54.896358 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-9f990318-c167-4034-8006-5b6724336530 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/017a0a80-5a53-4c99-ac2d-3375d7899663 HTTP/1.1" status: 204 len: 168 time: 0.3155241 Aug 24 19:05:56.188238 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48982) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:56.316264 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1345549156-network', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:05:56.321039 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:56.324832 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Usage tracker for resource:network and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:56.327650 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:56.333450 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:56.390776 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Made reservation on behalf of 1dc4ef53e7f849d59c62f7f55b6bae5b for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:05:56.392940 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:56.404772 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:56.435239 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:56.438944 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Usage tracker for resource:security_group_rule and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:56.441676 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:56.447291 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:56.511126 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:56.585504 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:56.588849 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-da73ea80-6d32-434b-a46a-6547b09a54d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:56.619795 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=75889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 19:05:56.624922 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df4438c-244e-4a08-bb17-50a0cbb61ef1,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:56.627845 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:56.634575 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:56.634575 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Added segment 1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da of type vlan for network 636455f0-bc9b-4a12-8364-d9849693839f Aug 24 19:05:56.657526 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:56.753949 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:56.755155 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:05:56.755736 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:56.758910 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:56.857620 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Pushing event updated for resources: {'Network': ['ID=636455f0-bc9b-4a12-8364-d9849693839f,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:56.860366 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:56.867653 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network 636455f0-bc9b-4a12-8364-d9849693839f details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:05:56.923243 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-e1a30ad1-3937-4a6d-807a-ad867a7a04cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7339239 Aug 24 19:05:56.925986 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48988) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:56.931534 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Request body: {'subnet': {'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1345549156-subnet', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'ip_version': 4}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:05:56.936241 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:56.940132 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Usage tracker for resource:subnet and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:56.942950 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:56.949159 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:57.053888 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Made reservation on behalf of 1dc4ef53e7f849d59c62f7f55b6bae5b for: {'subnet': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:05:57.056247 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6968093'] for subnet, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:57.362914 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6636066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6968079'] for subnet, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:57.366912 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:57.505466 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce53b4f-68a2-4042-a616-941554db44b2,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:57.509127 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:57.518837 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Checking segment: {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:05:57.518837 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Network hostable DHCP agents. Network: 636455f0-bc9b-4a12-8364-d9849693839f, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:05:57.616546 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Network 636455f0-bc9b-4a12-8364-d9849693839f is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:05:57.704980 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, 636455f0-bc9b-4a12-8364-d9849693839f) {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:05:57.709150 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:05:57.709740 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:57.716272 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf3b7a-296f-42c4-ab56-5abfaf59488c None None] Network 636455f0-bc9b-4a12-8364-d9849693839f requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:05:57.829448 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-ed3fc913-26fd-46bc-bee5-5fe29d4e3aec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9022059 Aug 24 19:05:57.832290 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48992) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:57.837392 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:05:57.841999 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:05:57.849199 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Usage tracker for resource:router and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:05:57.849199 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:05:57.855174 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:05:57.921303 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50a503f-42fd-50dd-8832-94e7b5c7b4ac-636455f0-bc9b-4a12-8364-d9849693839f', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2'}]}} from dv-cinder-805825-1-smb. {{(pid=75890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 19:05:57.922115 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:57.943157 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1672817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4801'] for router, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:57.944111 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1672722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686218', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1758666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4822'] for router, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:57.962289 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.073017 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.db_base_plugin_common [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Allocated IP 172.20.0.2 (636455f0-bc9b-4a12-8364-d9849693839f/3ce53b4f-68a2-4042-a616-941554db44b2/bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3) {{(pid=75890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:05:58.198216 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.300732 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.311364 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Transition to ACTIVE for port object bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:05:58.329316 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Transition to ACTIVE for port object bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 will not be triggered until provisioned by entity DHCP. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:05:58.432598 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.437266 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:58.461096 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.493462 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.495965 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Network 636455f0-bc9b-4a12-8364-d9849693839f is already hosted by enough agents. {{(pid=75890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:05:58.497086 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.base_scheduler [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Resources bound (agent type, host, resource id): {{(pid=75890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:05:58.500715 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Received port after_create {{(pid=75890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:05:58.508623 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Pushing event updated for resources: {'Port': ['ID=bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3,revision_number=1']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:58.573101 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.573437 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.573768 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.574114 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.574441 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.574760 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.575075 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.575391 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.575703 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.576011 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.576321 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:05:58.584339 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:58.603411 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Attempting to bind port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:05:58.603813 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Attempting to bind port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:05:58.604175 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Attempting to bind port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 on network 636455f0-bc9b-4a12-8364-d9849693839f {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:05:58.610513 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:05:58.610886 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Checking segment: {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:05:58.611313 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.611707 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Bound using segment: {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:05:58.612168 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Bound port: bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:05:58.612544 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.627930 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Allocated IP 172.28.1.205 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/31b12a11-8a3d-417d-8217-756868dd4710) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:05:58.696705 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] For port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:05:58.699891 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] For port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:05:58.773671 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.797264 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.801575 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:58.885771 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Pushing event updated for resources: {'Port': ['ID=bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:58.890261 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-b0958003-7166-437f-a0f5-d1a146df7fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:58.892167 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:58.898378 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-05d70add-02bd-4544-89b2-958fab02bab6 tempest-AttachVolumeShelveTestJSON-1513475419 tempest-AttachVolumeShelveTestJSON-1513475419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:05:58.967700 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:05:58.970709 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:05:58.973596 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:05:59.006095 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Pushing event updated for resources: {'Port': ['ID=31b12a11-8a3d-417d-8217-756868dd4710,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:05:59.009475 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:05:59.216069 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:59.216719 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684507'] for router, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:59.502717 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 is scheduled to L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 with binding_index 1 {{(pid=75889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:05:59.709925 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:05:59.718821 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Sync routers for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:05:59.723326 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6907bea-54a7-4e84-a18d-10b58613589a None None] Network 636455f0-bc9b-4a12-8364-d9849693839f requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:05:59.796804 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:05:59.797943 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9647169 Aug 24 19:05:59.801316 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 48996) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:05:59.810186 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:05:59.810820 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:05:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:05:59.978179 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-9c813ee8-0399-48c7-ac59-1e1cb2da32f4 None None] Provisioning for port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:00.100508 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:00.146859 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:06:00.480046 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:05:59Z', 'revision_number': 3, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:00.484265 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Checking router: 027e580a-7d7b-44f4-877d-f5a41c1d95b0 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:06:00.484630 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Updating router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 port 31b12a11-8a3d-417d-8217-756868dd4710 binding host dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 19:06:00.543406 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:00.573975 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:00.592912 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:00.593377 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:00.656788 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:00.784070 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-860af78c-7364-4461-8e07-a512abdfaf79 None None] Provisioning complete for port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:00.784070 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-860af78c-7364-4461-8e07-a512abdfaf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:00.866986 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Allocated IP 172.20.0.1 (636455f0-bc9b-4a12-8364-d9849693839f/3ce53b4f-68a2-4042-a616-941554db44b2/45d222b7-e45e-4b8d-90ef-a210414e59de) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:06:00.944999 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.012645 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.027845 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Transition to ACTIVE for port object 45d222b7-e45e-4b8d-90ef-a210414e59de will not be triggered until provisioned by entity DHCP. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:01.061189 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:06:01.082191 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-860af78c-7364-4461-8e07-a512abdfaf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.128962 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.132816 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2d096243-c4c0-41a2-bc54-45bd87154ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:01.155194 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.159181 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-6cf91368-19ab-44e4-9f42-cea25714afe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:01.197831 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Network 636455f0-bc9b-4a12-8364-d9849693839f is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:06:01.200658 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:06:01.205056 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:06:01.234223 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Pushing event updated for resources: {'Port': ['ID=45d222b7-e45e-4b8d-90ef-a210414e59de,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:01.239317 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:01.256839 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Notify callbacks [] for port, precommit_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.264175 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684677'] for router_interface, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.292358 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Transition to ACTIVE for port object 31b12a11-8a3d-417d-8217-756868dd4710 will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:01.294909 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.db.api [None req-860af78c-7364-4461-8e07-a512abdfaf79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:06:01.295270 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_db.api [None req-860af78c-7364-4461-8e07-a512abdfaf79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:06:01.298726 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:01.301790 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:01.402366 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.406120 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:01.425888 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.483739 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Attempting to bind port 31b12a11-8a3d-417d-8217-756868dd4710 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:06:01.484045 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Attempting to bind port 31b12a11-8a3d-417d-8217-756868dd4710 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:06:01.484416 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Attempting to bind port 31b12a11-8a3d-417d-8217-756868dd4710 on network 235a799a-ae38-4f75-bc14-04b553bb03ab {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:06:01.486619 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c997b71-b114-445e-9c80-d76c230604d2 None None] Pushing event updated for resources: {'Port': ['ID=31b12a11-8a3d-417d-8217-756868dd4710,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:01.490558 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-8c997b71-b114-445e-9c80-d76c230604d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:01.494477 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:06:01.494845 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Checking segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:06:01.495392 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.495790 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Bound using segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:06:01.496262 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Bound port: 31b12a11-8a3d-417d-8217-756868dd4710, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:06:01.496641 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.566422 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] For port 31b12a11-8a3d-417d-8217-756868dd4710, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:06:01.569647 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] For port 31b12a11-8a3d-417d-8217-756868dd4710, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=31b12a11-8a3d-417d-8217-756868dd4710,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:06:01.644221 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.651904 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.656280 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:01.733773 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c997b71-b114-445e-9c80-d76c230604d2 None None] Pushing event updated for resources: {'Port': ['ID=31b12a11-8a3d-417d-8217-756868dd4710,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:01.737058 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-8c997b71-b114-445e-9c80-d76c230604d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:01.738563 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:06:01.739164 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:05:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:01.765664 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.797108 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a2bf9721-02c9-45f2-8d47-98575571c954 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:01.872390 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1374989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684268'] for router_interface, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:01.876516 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Pushing event updated for resources: {'Port': ['ID=45d222b7-e45e-4b8d-90ef-a210414e59de,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:01.879312 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:01.937003 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:06:01.962006 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:06:02.096226 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:02.109770 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Network 636455f0-bc9b-4a12-8364-d9849693839f is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:06:02.110842 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:06:02.260102 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:02.260358 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:02.303050 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-19050d14-8832-478b-8d8f-e501a71ca07a None None] Provisioning for port 45d222b7-e45e-4b8d-90ef-a210414e59de completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:02.306006 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:02.325873 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-19050d14-8832-478b-8d8f-e501a71ca07a None None] Provisioning complete for port 45d222b7-e45e-4b8d-90ef-a210414e59de triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:02.326294 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-19050d14-8832-478b-8d8f-e501a71ca07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:02.433190 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-19050d14-8832-478b-8d8f-e501a71ca07a None None] Port 45d222b7-e45e-4b8d-90ef-a210414e59de cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 19:06:02.512903 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:06:02.524109 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 2, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:02.528549 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271389f7-61bb-4f4e-b4ee-2484596d92a5 None None] The sync data for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb is: [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 2, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:06:02.557490 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-41426cab-7503-45f9-a69e-b7d46d71e1e3 None None] Provisioning complete for port 45d222b7-e45e-4b8d-90ef-a210414e59de triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:02.557870 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-41426cab-7503-45f9-a69e-b7d46d71e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:02.614149 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-41426cab-7503-45f9-a69e-b7d46d71e1e3 None None] Port 45d222b7-e45e-4b8d-90ef-a210414e59de cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 19:06:02.740478 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:06:02.750053 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-3ed30bf7-f321-4f52-8195-8c7c0bcc52f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/027e580a-7d7b-44f4-877d-f5a41c1d95b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9475005 Aug 24 19:06:03.397049 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b424-c9d1-41c1-a23b-e50eb922ee76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:03.955567 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 49020) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:06:03.961362 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1749499514-network', 'tenant_id': '0f776016180349998d4fc26b813015a6'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:06:03.966620 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:06:03.970627 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Usage tracker for resource:network and tenant:0f776016180349998d4fc26b813015a6 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:06:03.973505 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:06:03.979773 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:06:04.077197 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Made reservation on behalf of 0f776016180349998d4fc26b813015a6 for: {'network': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:06:04.079611 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for network, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.080053 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 31b12a11-8a3d-417d-8217-756868dd4710 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:04.093689 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.125699 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:06:04.129861 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Usage tracker for resource:security_group_rule and tenant:0f776016180349998d4fc26b813015a6 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:06:04.132976 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:06:04.139333 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:06:04.216872 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.270627 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 31b12a11-8a3d-417d-8217-756868dd4710 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:04.276222 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 31b12a11-8a3d-417d-8217-756868dd4710 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:04.276600 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.394433 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.409644 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 31b12a11-8a3d-417d-8217-756868dd4710, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=31b12a11-8a3d-417d-8217-756868dd4710,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:06:04.414093 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.418876 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6fb7b0ea-a21a-4c2a-a2b0-5583b02328f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:04.448503 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=75889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 19:06:04.453768 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1ea1f8-4cc0-492c-b728-ad21d974f938,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:04.457451 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:04.460862 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.461220 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.segments_db [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Added segment 9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332 of type vlan for network e27f37db-e258-4dc1-9884-d96cefc81631 Aug 24 19:06:04.486729 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731455347083'] for network, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.505569 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.507479 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:04.568404 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.580126 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=31b12a11-8a3d-417d-8217-756868dd4710,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:04.583235 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:04.591193 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825'] for network, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.601327 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:04.601327 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:04.601327 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:04.695032 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Pushing event updated for resources: {'Network': ['ID=e27f37db-e258-4dc1-9884-d96cefc81631,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:04.697631 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:04.705786 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Network e27f37db-e258-4dc1-9884-d96cefc81631 details requested by agent ovs-agent-dv-cinder-805825-1-smb with host dv-cinder-805825-1-smb {{(pid=75890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 19:06:04.757672 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-779fe435-d6af-41b8-b14a-0f5018cfa1cb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8007331 Aug 24 19:06:04.760480 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 49026) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:06:04.765899 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Request body: {'subnet': {'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1749499514-subnet', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'ip_version': 4}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:06:04.770733 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:06:04.775135 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Usage tracker for resource:subnet and tenant:0f776016180349998d4fc26b813015a6 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:06:04.778029 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:06:04.783874 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:06:04.854016 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Made reservation on behalf of 0f776016180349998d4fc26b813015a6 for: {'subnet': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:06:04.856399 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6968093'] for subnet, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.096883 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6636066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6968079'] for subnet, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.100897 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:05.174492 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29770f4d-cd78-4ee7-b61a-6fa6179b25de,revision_number=0']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:05.177876 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:05.185290 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Checking segment: {'id': '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:06:05.185645 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Network hostable DHCP agents. Network: e27f37db-e258-4dc1-9884-d96cefc81631, hostable agents: ['3ac76020-658e-4657-be6f-23486e93c6e8'], hosted agents: [] {{(pid=75889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 19:06:05.282028 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Network e27f37db-e258-4dc1-9884-d96cefc81631 is scheduled to be hosted by DHCP agent 3ac76020-658e-4657-be6f-23486e93c6e8 with binding_index 1 {{(pid=75889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 19:06:05.373495 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-smb, e27f37db-e258-4dc1-9884-d96cefc81631) {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:06:05.377504 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:05.378113 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for subnet, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.387329 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed7546-fb82-4b00-be99-79315bb6ef97 None None] Network e27f37db-e258-4dc1-9884-d96cefc81631 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:06:05.474893 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-d0e1681b-8a39-4372-99c8-46acfbeac401 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7133632 Aug 24 19:06:05.477437 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 49030) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:06:05.483296 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:06:05.487738 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:06:05.491458 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Usage tracker for resource:router and tenant:0f776016180349998d4fc26b813015a6 is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:06:05.494310 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:06:05.500063 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:06:05.585598 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1672817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4801'] for router, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.586597 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1672722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686218', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1758666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4822'] for router, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.597013 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb50a503f-42fd-50dd-8832-94e7b5c7b4ac-e27f37db-e258-4dc1-9884-d96cefc81631', 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'fixed_ips': [{'subnet_id': '29770f4d-cd78-4ee7-b61a-6fa6179b25de'}]}} from dv-cinder-805825-1-smb. {{(pid=75890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 19:06:05.597817 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.608318 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.746916 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.db_base_plugin_common [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Allocated IP 172.20.0.2 (e27f37db-e258-4dc1-9884-d96cefc81631/29770f4d-cd78-4ee7-b61a-6fa6179b25de/8bf4c07e-9394-4537-942e-de49378bc84f) {{(pid=75890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:06:05.803285 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1672815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4644'] for router, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.838416 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bec2-2815-41aa-918a-25b90dba2df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.956769 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Notify callbacks [] for port, precommit_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:05.967643 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Transition to ACTIVE for port object 8bf4c07e-9394-4537-942e-de49378bc84f will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:05.987067 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Transition to ACTIVE for port object 8bf4c07e-9394-4537-942e-de49378bc84f will not be triggered until provisioned by entity DHCP. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:06.065053 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 31b12a11-8a3d-417d-8217-756868dd4710 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:06.093953 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109'] for port, after_create {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.103277 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:06.190628 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Pushing event updated for resources: {'Port': ['ID=8bf4c07e-9394-4537-942e-de49378bc84f,revision_number=1']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:06.190884 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.193907 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Network e27f37db-e258-4dc1-9884-d96cefc81631 is already hosted by enough agents. {{(pid=75890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:06:06.195855 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:06.196731 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.scheduler.base_scheduler [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Resources bound (agent type, host, resource id): {{(pid=75890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:06:06.198982 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Received port after_create {{(pid=75890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:06:06.222155 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.279001 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 31b12a11-8a3d-417d-8217-756868dd4710 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:06.279287 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.333333 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Attempting to bind port 8bf4c07e-9394-4537-942e-de49378bc84f on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:06:06.333707 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Attempting to bind port 8bf4c07e-9394-4537-942e-de49378bc84f by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:06:06.334103 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Attempting to bind port 8bf4c07e-9394-4537-942e-de49378bc84f on network e27f37db-e258-4dc1-9884-d96cefc81631 {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:06:06.348397 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:06:06.348769 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Checking segment: {'id': '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:06:06.349165 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.349556 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Bound using segment: {'id': '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:06:06.350017 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Bound port: 8bf4c07e-9394-4537-942e-de49378bc84f, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:06:06.350415 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.358350 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Allocated IP 172.28.1.61 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/a8b0ac43-af41-47b8-b298-802b693b3d6f) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:06:06.485917 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] For port 8bf4c07e-9394-4537-942e-de49378bc84f, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:06:06.489041 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] For port 8bf4c07e-9394-4537-942e-de49378bc84f, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8bf4c07e-9394-4537-942e-de49378bc84f,segment=NetworkSegment(9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332),segment_id=9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:06:06.504349 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.565993 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.570304 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:06.594338 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.599502 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dff0db64-8a79-4729-ab77-94faef86900c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:06.653246 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Pushing event updated for resources: {'Port': ['ID=8bf4c07e-9394-4537-942e-de49378bc84f,revision_number=2']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:06.656248 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:06.670318 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:06:06.671502 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8b0ac43-af41-47b8-b298-802b693b3d6f,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:06.674437 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:06.675484 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:06:06.677490 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:06:06.694314 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.918982 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:06.919738 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1672806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684507'] for router, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:07.216729 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac is scheduled to L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 with binding_index 1 {{(pid=75889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 19:06:07.421883 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:06:07.429925 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Sync routers for ids ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:06:07.445484 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Routers {'68f5d3f0-a8ad-4f50-92ee-881acf2212ac'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:06:07.446110 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:06:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:07.452072 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed39da8-8db8-4941-8117-25af0d7d7a02 None None] Network e27f37db-e258-4dc1-9884-d96cefc81631 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:06:07.520282 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] Notify callbacks [] for router, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:07.525093 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-1bb4de8c-c679-4524-b536-23ad39f071e0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0427239 Aug 24 19:06:07.525093 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 49034) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:06:07.622245 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Set router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:06:07.725066 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-1744dc0b-1528-4c71-ac2c-33514f296626 None None] Provisioning for port 8bf4c07e-9394-4537-942e-de49378bc84f completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:07.908277 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:06:05Z', 'updated_at': '2021-08-24T19:06:06Z', 'revision_number': 3, 'project_id': '0f776016180349998d4fc26b813015a6', 'gw_port': {'id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:06Z', 'updated_at': '2021-08-24T19:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:07.912428 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Checking router: 68f5d3f0-a8ad-4f50-92ee-881acf2212ac for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:06:07.912779 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Updating router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac port a8b0ac43-af41-47b8-b298-802b693b3d6f binding host dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 19:06:07.962627 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.113994 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8bf4c07e-9394-4537-942e-de49378bc84f up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:08.202732 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.262450 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 8bf4c07e-9394-4537-942e-de49378bc84f completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:08.267632 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 8bf4c07e-9394-4537-942e-de49378bc84f triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:08.268073 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.308641 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Notify callbacks [] for port, precommit_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.320209 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.provisioning_blocks [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Transition to ACTIVE for port object a8b0ac43-af41-47b8-b298-802b693b3d6f will not be triggered until provisioned by entity L2. {{(pid=75891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:08.385465 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.405429 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.417301 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.418162 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 8bf4c07e-9394-4537-942e-de49378bc84f, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8bf4c07e-9394-4537-942e-de49378bc84f,segment=NetworkSegment(9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332),segment_id=9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:06:08.422219 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:08.485039 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.487917 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:08.498718 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Pushing event updated for resources: {'Port': ['ID=a8b0ac43-af41-47b8-b298-802b693b3d6f,revision_number=2']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:08.500934 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Attempting to bind port a8b0ac43-af41-47b8-b298-802b693b3d6f on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:06:08.501334 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Attempting to bind port a8b0ac43-af41-47b8-b298-802b693b3d6f by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:06:08.501692 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Attempting to bind port a8b0ac43-af41-47b8-b298-802b693b3d6f on network 235a799a-ae38-4f75-bc14-04b553bb03ab {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:06:08.518156 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:06:08.518156 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Checking segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:06:08.518156 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.518156 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Bound using segment: {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:06:08.518156 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Bound port: a8b0ac43-af41-47b8-b298-802b693b3d6f, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb875f-6ad0-4682-8380-488f708ae70e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab'}}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:06:08.518156 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.541461 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.541793 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.542142 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.542467 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.542787 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.543105 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.543418 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.543730 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.544039 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.544345 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.544652 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:06:08.553368 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:08.557388 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=8bf4c07e-9394-4537-942e-de49378bc84f,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:08.560632 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:08.591201 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] For port a8b0ac43-af41-47b8-b298-802b693b3d6f, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:06:08.594187 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] For port a8b0ac43-af41-47b8-b298-802b693b3d6f, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=a8b0ac43-af41-47b8-b298-802b693b3d6f,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:06:08.613089 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Allocated IP 172.20.0.1 (e27f37db-e258-4dc1-9884-d96cefc81631/29770f4d-cd78-4ee7-b61a-6fa6179b25de/95dafc2a-f6ab-4094-b097-871a77d53d11) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:06:08.705430 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.709730 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-36fa7c58-42b2-4d1c-b18d-d113a5f1b44d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:08.764440 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.780112 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Transition to ACTIVE for port object 95dafc2a-f6ab-4094-b097-871a77d53d11 will not be triggered until provisioned by entity DHCP. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:08.783056 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Pushing event updated for resources: {'Port': ['ID=a8b0ac43-af41-47b8-b298-802b693b3d6f,revision_number=3']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:08.787147 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-81d2d425-f5a9-41d2-ab54-31946fa7c4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:08.791421 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Routers {'68f5d3f0-a8ad-4f50-92ee-881acf2212ac'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:06:08.795846 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:06:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:08.877087 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:08.881757 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-3f951264-095f-4d34-969d-3e6c06b3dd71 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:08.948125 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Network e27f37db-e258-4dc1-9884-d96cefc81631 is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:06:08.950962 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:06:08.953921 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:06:09.031281 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Pushing event updated for resources: {'Port': ['ID=95dafc2a-f6ab-4094-b097-871a77d53d11,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:09.031503 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] Set router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:06:09.031692 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:09.031692 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684677'] for router_interface, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:09.203501 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:09.276645 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-ed283ce3-78c8-4a13-9532-f0a28d9b5645 None None] Provisioning for port 95dafc2a-f6ab-4094-b097-871a77d53d11 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:09.279151 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:06:05Z', 'updated_at': '2021-08-24T19:06:06Z', 'revision_number': 3, 'project_id': '0f776016180349998d4fc26b813015a6', 'gw_port': {'id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:06Z', 'updated_at': '2021-08-24T19:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:09.281863 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-ed283ce3-78c8-4a13-9532-f0a28d9b5645 None None] Provisioning complete for port 95dafc2a-f6ab-4094-b097-871a77d53d11 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:09.282256 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ed283ce3-78c8-4a13-9532-f0a28d9b5645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:09.283624 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6700ace-4c8c-48b4-adc1-9bfa8a77de24 None None] The sync data for ids ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'] in dv-cinder-805825-1-smb is: [{'id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:06:05Z', 'updated_at': '2021-08-24T19:06:06Z', 'revision_number': 3, 'project_id': '0f776016180349998d4fc26b813015a6', 'gw_port': {'id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:06Z', 'updated_at': '2021-08-24T19:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:06:09.341897 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-ed283ce3-78c8-4a13-9532-f0a28d9b5645 None None] Port 95dafc2a-f6ab-4094-b097-871a77d53d11 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 19:06:09.423661 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:09.482407 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:09.506352 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-78ffbac3-1e45-40f9-9fc1-bfedb66c6de7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:09.588091 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1374989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1684268'] for router_interface, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:09.591273 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Pushing event updated for resources: {'Port': ['ID=95dafc2a-f6ab-4094-b097-871a77d53d11,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:09.595084 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:09.724900 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Network e27f37db-e258-4dc1-9884-d96cefc81631 is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:06:09.726088 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:06:09.966487 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-2aab727c-7c26-40a6-8443-794b3bfac71b None None] Provisioning complete for port 95dafc2a-f6ab-4094-b097-871a77d53d11 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:09.966867 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-2aab727c-7c26-40a6-8443-794b3bfac71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:10.019822 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-2aab727c-7c26-40a6-8443-794b3bfac71b None None] Port 95dafc2a-f6ab-4094-b097-871a77d53d11 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 19:06:10.071007 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8bf4c07e-9394-4537-942e-de49378bc84f up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:10.137731 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 8bf4c07e-9394-4537-942e-de49378bc84f triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:10.138019 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:10.213082 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:06:10.416078 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:06:10.424635 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] 10.222.0.20 "PUT /v2.0/routers/68f5d3f0-a8ad-4f50-92ee-881acf2212ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8991592 Aug 24 19:06:16.117251 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device a8b0ac43-af41-47b8-b298-802b693b3d6f up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:16.199128 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Sync routers for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:06:16.219942 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:06:16.220579 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:06:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:16.307225 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port a8b0ac43-af41-47b8-b298-802b693b3d6f completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:16.365058 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port a8b0ac43-af41-47b8-b298-802b693b3d6f triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:16.365441 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:16.453614 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:06:16.713806 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:16.752414 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port a8b0ac43-af41-47b8-b298-802b693b3d6f, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=a8b0ac43-af41-47b8-b298-802b693b3d6f,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:06:16.820535 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:16.824473 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:16.899900 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=a8b0ac43-af41-47b8-b298-802b693b3d6f,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:16.903881 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:16.906907 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 2, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:16.911015 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Checking router: 027e580a-7d7b-44f4-877d-f5a41c1d95b0 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:06:16.914613 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Updating router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 port 45d222b7-e45e-4b8d-90ef-a210414e59de binding host dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 19:06:16.967739 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:17.379347 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Notify callbacks [] for port, precommit_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:17.392484 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Transition to ACTIVE for port object 45d222b7-e45e-4b8d-90ef-a210414e59de will not be triggered until provisioned by entity L2. {{(pid=75890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:17.568363 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:17.572541 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:17.704474 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7e9c-7ffb-4ab1-a650-572f738767ba None None] Pushing event updated for resources: {'Port': ['ID=45d222b7-e45e-4b8d-90ef-a210414e59de,revision_number=3']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:17.729816 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-959b7e9c-7ffb-4ab1-a650-572f738767ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:17.825021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Attempting to bind port 45d222b7-e45e-4b8d-90ef-a210414e59de on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:06:17.825021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Attempting to bind port 45d222b7-e45e-4b8d-90ef-a210414e59de by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:06:17.825021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Attempting to bind port 45d222b7-e45e-4b8d-90ef-a210414e59de on network 636455f0-bc9b-4a12-8364-d9849693839f {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:06:17.825021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:06:17.825021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Checking segment: {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:06:17.825021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:17.825021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Bound using segment: {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'} {{(pid=75890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:06:17.825021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.managers [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Bound port: 45d222b7-e45e-4b8d-90ef-a210414e59de, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'}}] {{(pid=75890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:06:17.825021 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:17.902076 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] For port 45d222b7-e45e-4b8d-90ef-a210414e59de, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:06:17.907482 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] For port 45d222b7-e45e-4b8d-90ef-a210414e59de, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=45d222b7-e45e-4b8d-90ef-a210414e59de,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:06:18.076684 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device a8b0ac43-af41-47b8-b298-802b693b3d6f up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:18.148617 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port a8b0ac43-af41-47b8-b298-802b693b3d6f triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:18.149065 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:18.408345 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:18.412036 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:18.493529 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7e9c-7ffb-4ab1-a650-572f738767ba None None] Pushing event updated for resources: {'Port': ['ID=45d222b7-e45e-4b8d-90ef-a210414e59de,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:18.496591 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-959b7e9c-7ffb-4ab1-a650-572f738767ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:18.497349 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:06:18.497953 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:06:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:18.717887 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:06:18.964987 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Sync routers for ids ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:06:18.985330 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Routers {'68f5d3f0-a8ad-4f50-92ee-881acf2212ac'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:06:18.985979 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:06:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:19.115355 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:17Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:19.120897 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03489d5-7230-43fe-8aa1-f5f4dde2771e None None] The sync data for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb is: [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:17Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:06:19.209272 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Set router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:06:19.568157 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:06:05Z', 'updated_at': '2021-08-24T19:06:09Z', 'revision_number': 4, 'project_id': '0f776016180349998d4fc26b813015a6', 'gw_port': {'id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:06Z', 'updated_at': '2021-08-24T19:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '95dafc2a-f6ab-4094-b097-871a77d53d11', 'name': '', 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'mac_address': 'fa:16:3e:e8:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29770f4d-cd78-4ee7-b61a-6fa6179b25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:08Z', 'updated_at': '2021-08-24T19:06:09Z', 'revision_number': 2, 'project_id': '0f776016180349998d4fc26b813015a6', 'subnets': [{'id': '29770f4d-cd78-4ee7-b61a-6fa6179b25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:19.573816 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Checking router: 68f5d3f0-a8ad-4f50-92ee-881acf2212ac for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:06:19.574333 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Updating router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac port 95dafc2a-f6ab-4094-b097-871a77d53d11 binding host dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 19:06:19.632149 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:20.005863 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Notify callbacks [] for port, precommit_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:20.018505 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.provisioning_blocks [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Transition to ACTIVE for port object 95dafc2a-f6ab-4094-b097-871a77d53d11 will not be triggered until provisioned by entity L2. {{(pid=75891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:20.079053 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:20.084165 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-1ba8378e-2b65-4be0-9792-81915003b52c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:20.116225 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 45d222b7-e45e-4b8d-90ef-a210414e59de up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:20.250793 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cb94f-4d4e-4ba9-9102-2ab00c68f526 None None] Pushing event updated for resources: {'Port': ['ID=95dafc2a-f6ab-4094-b097-871a77d53d11,revision_number=3']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:20.255531 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-117cb94f-4d4e-4ba9-9102-2ab00c68f526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:20.267916 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 45d222b7-e45e-4b8d-90ef-a210414e59de completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:20.274129 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 45d222b7-e45e-4b8d-90ef-a210414e59de triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:20.274690 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:20.369921 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Attempting to bind port 95dafc2a-f6ab-4094-b097-871a77d53d11 on host dv-cinder-805825-1-smb for vnic_type normal with profile {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:06:20.370414 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Attempting to bind port 95dafc2a-f6ab-4094-b097-871a77d53d11 by drivers openvswitch,hyperv on host dv-cinder-805825-1-smb at level 0 using segments [{'id': '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631'}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:06:20.370858 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Attempting to bind port 95dafc2a-f6ab-4094-b097-871a77d53d11 on network e27f37db-e258-4dc1-9884-d96cefc81631 {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:06:20.382524 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Checking agent: {'id': '9596f7d5-7f96-4388-9840-3f21db2525db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 45, 4), 'started_at': datetime.datetime(2021, 8, 24, 18, 45, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:06:20.382524 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Checking segment: {'id': '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:06:20.382524 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:20.382524 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Bound using segment: {'id': '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631'} {{(pid=75891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:06:20.382524 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.managers [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Bound port: 95dafc2a-f6ab-4094-b097-871a77d53d11, host: dv-cinder-805825-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631'}}] {{(pid=75891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:06:20.382524 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:20.462558 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:20.490869 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] For port 95dafc2a-f6ab-4094-b097-871a77d53d11, host dv-cinder-805825-1-smb, cleared binding levels {{(pid=75891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:06:20.494526 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.plugins.ml2.db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] For port 95dafc2a-f6ab-4094-b097-871a77d53d11, host dv-cinder-805825-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=95dafc2a-f6ab-4094-b097-871a77d53d11,segment=NetworkSegment(9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332),segment_id=9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332)] {{(pid=75891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:06:20.505203 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 45d222b7-e45e-4b8d-90ef-a210414e59de, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=45d222b7-e45e-4b8d-90ef-a210414e59de,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:06:20.551310 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron_lib.callbacks.manager [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:20.556053 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:20.579486 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:20.581917 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:20.652942 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cb94f-4d4e-4ba9-9102-2ab00c68f526 None None] Pushing event updated for resources: {'Port': ['ID=95dafc2a-f6ab-4094-b097-871a77d53d11,revision_number=4']} {{(pid=75891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:20.666917 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG oslo_concurrency.lockutils [None req-117cb94f-4d4e-4ba9-9102-2ab00c68f526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:20.673174 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Routers {'68f5d3f0-a8ad-4f50-92ee-881acf2212ac'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:06:20.673882 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:06:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:20.676004 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=45d222b7-e45e-4b8d-90ef-a210414e59de,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:20.679874 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:20.885586 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] Set router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:06:21.226614 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:06:05Z', 'updated_at': '2021-08-24T19:06:09Z', 'revision_number': 4, 'project_id': '0f776016180349998d4fc26b813015a6', 'gw_port': {'id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:06Z', 'updated_at': '2021-08-24T19:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '95dafc2a-f6ab-4094-b097-871a77d53d11', 'name': '', 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'mac_address': 'fa:16:3e:e8:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29770f4d-cd78-4ee7-b61a-6fa6179b25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:08Z', 'updated_at': '2021-08-24T19:06:20Z', 'revision_number': 4, 'project_id': '0f776016180349998d4fc26b813015a6', 'subnets': [{'id': '29770f4d-cd78-4ee7-b61a-6fa6179b25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:06:21.232068 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9d09d-eb09-4539-a5ea-53fc5d2f41bf None None] The sync data for ids ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'] in dv-cinder-805825-1-smb is: [{'id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:06:05Z', 'updated_at': '2021-08-24T19:06:09Z', 'revision_number': 4, 'project_id': '0f776016180349998d4fc26b813015a6', 'gw_port': {'id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:06Z', 'updated_at': '2021-08-24T19:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '95dafc2a-f6ab-4094-b097-871a77d53d11', 'name': '', 'network_id': 'e27f37db-e258-4dc1-9884-d96cefc81631', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'mac_address': 'fa:16:3e:e8:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29770f4d-cd78-4ee7-b61a-6fa6179b25de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:08Z', 'updated_at': '2021-08-24T19:06:20Z', 'revision_number': 4, 'project_id': '0f776016180349998d4fc26b813015a6', 'subnets': [{'id': '29770f4d-cd78-4ee7-b61a-6fa6179b25de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:06:22.147341 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 95dafc2a-f6ab-4094-b097-871a77d53d11 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:22.287970 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning for port 95dafc2a-f6ab-4094-b097-871a77d53d11 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:22.293632 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 95dafc2a-f6ab-4094-b097-871a77d53d11 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:22.294006 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:22.414772 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:22.449480 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] For port 95dafc2a-f6ab-4094-b097-871a77d53d11, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=95dafc2a-f6ab-4094-b097-871a77d53d11,segment=NetworkSegment(9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332),segment_id=9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:06:22.610757 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:22.611697 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 45d222b7-e45e-4b8d-90ef-a210414e59de up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:22.634041 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-9ecaa398-6c2f-4bde-9567-72fd2877104e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:22.721463 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Pushing event updated for resources: {'Port': ['ID=95dafc2a-f6ab-4094-b097-871a77d53d11,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:22.724835 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:22.735197 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 45d222b7-e45e-4b8d-90ef-a210414e59de triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:22.735569 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:23.839541 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de5249-4011-4533-a227-84ac2134ab1c req-e122d746-b005-437a-8085-9c4515d9eeed tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:23.840159 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-38de5249-4011-4533-a227-84ac2134ab1c req-e122d746-b005-437a-8085-9c4515d9eeed tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Synchronizing usage tracker for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:network {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:06:23.956588 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-38de5249-4011-4533-a227-84ac2134ab1c req-e122d746-b005-437a-8085-9c4515d9eeed tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Unset dirty status for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:network {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:06:23.957772 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-e122d746-b005-437a-8085-9c4515d9eeed tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/networks?id=636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 200 len: 815 time: 0.2550957 Aug 24 19:06:23.974223 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-44ae964d-866a-43d1-a78a-ca26608a8dc8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/quotas/1dc4ef53e7f849d59c62f7f55b6bae5b HTTP/1.1" status: 200 len: 375 time: 0.0110607 Aug 24 19:06:24.052575 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-38de5249-4011-4533-a227-84ac2134ab1c req-b7abbdb0-efaa-4949-893a-4c23231fb87c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Synchronizing usage tracker for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:06:24.076016 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 95dafc2a-f6ab-4094-b097-871a77d53d11 up at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:24.143318 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Provisioning complete for port 95dafc2a-f6ab-4094-b097-871a77d53d11 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:24.143607 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:24.190521 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-38de5249-4011-4533-a227-84ac2134ab1c req-b7abbdb0-efaa-4949-893a-4c23231fb87c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Unset dirty status for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:06:24.198161 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-b7abbdb0-efaa-4949-893a-4c23231fb87c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123816 Aug 24 19:06:24.449774 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-ed525fe1-f073-48e2-a5e1-73ab1fcbccea service neutron] 10.222.0.20 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454879 Aug 24 19:06:24.576996 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-fc7441b0-cfb3-4dfc-bfcf-cfa2ab1743ad service neutron] 10.222.0.20 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210124 Aug 24 19:06:24.871391 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-73ee2333-8376-49c1-8e69-68e790919244 req-ef221390-0fae-4135-a295-e1333b1087c1 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 210 time: 0.0420158 Aug 24 19:06:25.989135 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-847e0d26-9e82-463d-8386-c4c3208bdae3 req-3baefed5-e577-4315-9af8-2f2f3d105fb9 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 210 time: 0.0472662 Aug 24 19:06:27.157840 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-23e3b5d8-3083-4834-94fe-e44b3e6ea886 req-308bdb31-55d6-43c1-88c3-b8f5abe88b35 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 210 time: 0.0464342 Aug 24 19:06:27.770654 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de5249-4011-4533-a227-84ac2134ab1c req-4dc1e27b-a891-4d4e-bb58-72a7b5915854 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:27.772071 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-4dc1e27b-a891-4d4e-bb58-72a7b5915854 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.58 "GET /v2.0/networks?id=636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 200 len: 815 time: 0.1427853 Aug 24 19:06:27.788063 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'port': {'device_id': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'admin_state_up': True, 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:06:27.922233 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:06:27.931568 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:06:28.107716 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Made reservation on behalf of 1dc4ef53e7f849d59c62f7f55b6bae5b for: {'port': 1} {{(pid=75889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 19:06:28.110909 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:28.282160 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Allocated IP 172.20.0.5 (636455f0-bc9b-4a12-8364-d9849693839f/3ce53b4f-68a2-4042-a616-941554db44b2/f7000c6a-d266-4e43-ba62-5d8e17605e88) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:06:28.334309 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-68a6da48-49f8-49a7-afd1-9d731fb972a0 req-a8da4cb0-8328-49db-a253-73c2938b4969 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 210 time: 0.0497055 Aug 24 19:06:28.621175 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:28.636324 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Transition to ACTIVE for port object f7000c6a-d266-4e43-ba62-5d8e17605e88 will not be triggered until provisioned by entity DHCP. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:28.770946 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:28.776624 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-b5a2e606-fe18-466f-a58a-8834ba632069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:28.847961 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Network 636455f0-bc9b-4a12-8364-d9849693839f is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:06:28.851597 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:06:28.856222 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:06:28.889751 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'Port': ['ID=f7000c6a-d266-4e43-ba62-5d8e17605e88,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:28.897047 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:28.963596 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:28.965097 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:29.119780 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-78c0a5cb-cd1a-49a4-b39f-7a8a6c601092 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3351650 Aug 24 19:06:29.207803 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-27f90ead-447a-4923-828e-bf6aa3541ec5 None None] Provisioning for port f7000c6a-d266-4e43-ba62-5d8e17605e88 completed by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:29.213388 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-27f90ead-447a-4923-828e-bf6aa3541ec5 None None] Provisioning complete for port f7000c6a-d266-4e43-ba62-5d8e17605e88 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:29.213865 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-27f90ead-447a-4923-828e-bf6aa3541ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:29.275637 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-27f90ead-447a-4923-828e-bf6aa3541ec5 None None] Port f7000c6a-d266-4e43-ba62-5d8e17605e88 cannot update to ACTIVE because it is not bound. {{(pid=75890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 19:06:29.546789 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398abac0-9735-4692-af01-3b3b433c5728 req-d634c642-3ff9-45b2-9748-62230f2196df tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:29.548946 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-398abac0-9735-4692-af01-3b3b433c5728 req-d634c642-3ff9-45b2-9748-62230f2196df tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.0811737 Aug 24 19:06:29.596063 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-398abac0-9735-4692-af01-3b3b433c5728 req-507a9baf-302e-46ab-9d70-b9388f289a5a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415821 Aug 24 19:06:30.813113 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a675e0-9343-4fc7-9d83-e212c962039a req-7c649aed-62b7-40ae-af5a-21cbc65474bb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:30.819683 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-84a675e0-9343-4fc7-9d83-e212c962039a req-7c649aed-62b7-40ae-af5a-21cbc65474bb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Synchronizing usage tracker for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:06:30.938741 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-84a675e0-9343-4fc7-9d83-e212c962039a req-7c649aed-62b7-40ae-af5a-21cbc65474bb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Unset dirty status for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:06:30.939927 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-84a675e0-9343-4fc7-9d83-e212c962039a req-7c649aed-62b7-40ae-af5a-21cbc65474bb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.2181273 Aug 24 19:06:30.994673 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-84a675e0-9343-4fc7-9d83-e212c962039a req-c25a355c-393e-4151-a322-6dc3dbb8d1aa tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Synchronizing usage tracker for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:security_group {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:06:31.073954 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-84a675e0-9343-4fc7-9d83-e212c962039a req-c25a355c-393e-4151-a322-6dc3dbb8d1aa tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Unset dirty status for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:security_group {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:06:31.075539 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-84a675e0-9343-4fc7-9d83-e212c962039a req-c25a355c-393e-4151-a322-6dc3dbb8d1aa tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298699 Aug 24 19:06:32.250841 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:32.291423 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfbc04-af96-4d10-8eb9-41450678ca12 req-67715520-9264-4bcf-bbaa-e8ab5bd07ace tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:32.299247 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-90cfbc04-af96-4d10-8eb9-41450678ca12 req-67715520-9264-4bcf-bbaa-e8ab5bd07ace tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.0948915 Aug 24 19:06:32.340824 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-90cfbc04-af96-4d10-8eb9-41450678ca12 req-22d9a8a9-24b9-4084-9da6-fcd5036a5bf6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Aug 24 19:06:33.459327 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1978757e-8789-401c-9eff-d24980457034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:33.541715 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84856d-c8b3-4540-b7ed-262674a7a9f0 req-485f481a-5757-4aff-be84-154569a01c71 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:33.543259 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5c84856d-c8b3-4540-b7ed-262674a7a9f0 req-485f481a-5757-4aff-be84-154569a01c71 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.0777559 Aug 24 19:06:33.595184 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-5c84856d-c8b3-4540-b7ed-262674a7a9f0 req-edd64203-1e17-4789-ad54-8735540cb503 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 Aug 24 19:06:34.539660 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:34.799615 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74072d4-76b5-4a27-b5fd-76e55e977f01 req-86b132b4-0c11-4fb5-bcee-0ab40fbe93c6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:34.801118 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e74072d4-76b5-4a27-b5fd-76e55e977f01 req-86b132b4-0c11-4fb5-bcee-0ab40fbe93c6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.0769684 Aug 24 19:06:34.852468 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-e74072d4-76b5-4a27-b5fd-76e55e977f01 req-d5c07d6e-1dbf-40d6-b123-a7f01ff2c1c3 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Aug 24 19:06:35.833380 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a21e1ea0-8ee9-4f8b-8e0a-c84cd8b36486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:36.057475 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2de47-a625-4ccf-96e1-faaae8c3f704 req-75836201-8e2b-4fd7-ac3b-3ef1c4b10a5b tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:36.058962 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-bea2de47-a625-4ccf-96e1-faaae8c3f704 req-75836201-8e2b-4fd7-ac3b-3ef1c4b10a5b tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.0852702 Aug 24 19:06:36.104878 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-bea2de47-a625-4ccf-96e1-faaae8c3f704 req-12a58166-4c04-4aa0-aee0-f7de387fb776 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Aug 24 19:06:36.688158 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:37.333367 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bb8fb-aa21-4c76-a746-107de85c214a req-00961e30-364c-4c54-a49e-9467c2c95ceb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:37.335329 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-645bb8fb-aa21-4c76-a746-107de85c214a req-00961e30-364c-4c54-a49e-9467c2c95ceb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.0882566 Aug 24 19:06:37.383750 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-645bb8fb-aa21-4c76-a746-107de85c214a req-cdce8905-9c47-462c-b494-cde85b06c56e tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Aug 24 19:06:38.432946 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:38.589751 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9417e18-4912-4bf4-8c66-cde4cdbc0840 req-88fdc5c1-0fc8-4240-9c37-81879b399ee1 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:38.591139 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b9417e18-4912-4bf4-8c66-cde4cdbc0840 req-88fdc5c1-0fc8-4240-9c37-81879b399ee1 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.0752308 Aug 24 19:06:38.639121 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-b9417e18-4912-4bf4-8c66-cde4cdbc0840 req-3428fcd7-6b3e-4040-89b1-eee262a2850e tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 Aug 24 19:06:38.936374 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:06:39.834339 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c83019-347b-48a0-a56e-706a138331d5 req-0f185904-aba0-43fe-8fae-d98605fdec80 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:39.835733 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f6c83019-347b-48a0-a56e-706a138331d5 req-0f185904-aba0-43fe-8fae-d98605fdec80 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.0802214 Aug 24 19:06:39.885352 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f6c83019-347b-48a0-a56e-706a138331d5 req-4be9b595-47a8-40e7-8f08-f829a332b7b2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440812 Aug 24 19:06:40.618251 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Request body: {'port': {'device_id': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:06:40.728161 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:41.103218 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7000c6a-d266-4e43-ba62-5d8e17605e88 {{(pid=75889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:06:41.110525 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:41.125644 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.provisioning_blocks [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Transition to ACTIVE for port object f7000c6a-d266-4e43-ba62-5d8e17605e88 will not be triggered until provisioned by entity L2. {{(pid=75889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 19:06:41.164641 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a179c9-f294-41b8-895a-373fa5c10618 req-9679be7e-abc0-4c4f-b41a-b28e5f2645eb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:41.166191 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8a179c9-f294-41b8-895a-373fa5c10618 req-9679be7e-abc0-4c4f-b41a-b28e5f2645eb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 931 time: 0.1580591 Aug 24 19:06:41.204398 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:41.210417 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-ccd19149-0dc3-4a34-af59-8712aa94cd5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:41.259068 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8a179c9-f294-41b8-895a-373fa5c10618 req-4ffad2e4-ed96-43a7-b9aa-f8943f4b07c7 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872221 Aug 24 19:06:41.334379 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Pushing event updated for resources: {'Port': ['ID=f7000c6a-d266-4e43-ba62-5d8e17605e88,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:41.339086 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:41.445495 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Attempting to bind port f7000c6a-d266-4e43-ba62-5d8e17605e88 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 19:06:41.445829 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Attempting to bind port f7000c6a-d266-4e43-ba62-5d8e17605e88 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 19:06:41.446181 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Attempting to bind port f7000c6a-d266-4e43-ba62-5d8e17605e88 on network 636455f0-bc9b-4a12-8364-d9849693839f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:06:41.451777 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Port f7000c6a-d266-4e43-ba62-5d8e17605e88 on network 636455f0-bc9b-4a12-8364-d9849693839f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 19:06:41.452094 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Attempting to bind port f7000c6a-d266-4e43-ba62-5d8e17605e88 on network 636455f0-bc9b-4a12-8364-d9849693839f {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 19:06:41.458539 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Checking agent: {'id': '978ced7c-1a93-4049-a41d-57acf4f2cdc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'started_at': datetime.datetime(2021, 8, 24, 18, 51, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 19, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 19:06:41.458814 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Checking segment: {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 19:06:41.459190 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Bound using segment: {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'} {{(pid=75889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 19:06:41.459606 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.managers [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Bound port: f7000c6a-d266-4e43-ba62-5d8e17605e88, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f'}}] {{(pid=75889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 19:06:41.459972 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:41.590366 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] For port f7000c6a-d266-4e43-ba62-5d8e17605e88, host hv-cinder-80582, cleared binding levels {{(pid=75889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 19:06:41.593297 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] For port f7000c6a-d266-4e43-ba62-5d8e17605e88, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 19:06:41.744802 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:41.749122 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-173c5f3b-1352-4564-aa05-924243facace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:41.805515 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:41.806930 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] 10.222.0.58 "PUT /v2.0/ports/f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 1093 time: 1.1941710 Aug 24 19:06:41.807474 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:06:41.832953 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Pushing event updated for resources: {'Port': ['ID=f7000c6a-d266-4e43-ba62-5d8e17605e88,revision_number=3']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:41.836793 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:41.864749 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'status': 'completed', 'code': 200} Aug 24 19:06:41.958994 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1f4d408e-97ec-41ad-b3f4-8e91293a41a9 req-dba3915e-0497-453f-9839-6bb0377c01d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1096 time: 0.0746317 Aug 24 19:06:42.181164 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d408e-97ec-41ad-b3f4-8e91293a41a9 req-0cce4414-f71c-4c71-bbaf-530c3ca2b4eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:42.182699 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1f4d408e-97ec-41ad-b3f4-8e91293a41a9 req-0cce4414-f71c-4c71-bbaf-530c3ca2b4eb service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2165840 Aug 24 19:06:42.314976 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d408e-97ec-41ad-b3f4-8e91293a41a9 req-6b151294-325b-4cf3-aa2f-b84d4cf5b319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:42.316473 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-1f4d408e-97ec-41ad-b3f4-8e91293a41a9 req-6b151294-325b-4cf3-aa2f-b84d4cf5b319 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276569 Aug 24 19:06:42.478025 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-a5d314e8-4ac5-42cf-afda-aa9610442917 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1096 time: 0.1255982 Aug 24 19:06:42.487800 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac203304-0e1b-4d02-b638-94c22621e4bc req-75f6aca9-cfe9-40f0-bf4e-f4544d1786a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:42.489120 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ac203304-0e1b-4d02-b638-94c22621e4bc req-75f6aca9-cfe9-40f0-bf4e-f4544d1786a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 943 time: 0.1085560 Aug 24 19:06:42.568984 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-053f0377-b9c5-4740-a115-5651e53147be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 217 time: 0.0788419 Aug 24 19:06:42.631340 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ac203304-0e1b-4d02-b638-94c22621e4bc req-5ff3b59c-1a39-49da-8424-c8ed56df95ec tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955181 Aug 24 19:06:42.643997 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de5249-4011-4533-a227-84ac2134ab1c req-14ac1a4f-0b18-49a3-a016-0e31be4da859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:42.645437 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-14ac1a4f-0b18-49a3-a016-0e31be4da859 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ce53b4f-68a2-4042-a616-941554db44b2 HTTP/1.1" status: 200 len: 854 time: 0.0679450 Aug 24 19:06:42.719937 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-1edd752d-c1cf-4a81-9242-541ba3aa561a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=636455f0-bc9b-4a12-8364-d9849693839f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676169 Aug 24 19:06:42.852774 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-3820fa25-0a1e-4e26-a41a-410a2e8f161f service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263599 Aug 24 19:06:42.982718 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-38de5249-4011-4533-a227-84ac2134ab1c req-0694668b-ff4d-4155-a9ad-300bec3a0e4f service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239636 Aug 24 19:06:43.823608 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d442f7-fab1-405f-a548-866f22583331 req-de19b53a-9f3e-4541-b09b-f60a01311640 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:43.824972 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-98d442f7-fab1-405f-a548-866f22583331 req-de19b53a-9f3e-4541-b09b-f60a01311640 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 943 time: 0.0754900 Aug 24 19:06:43.869020 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-98d442f7-fab1-405f-a548-866f22583331 req-852bb765-8954-47cc-8e0b-657935611bf6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Aug 24 19:06:45.066634 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53fd1c-540c-4281-aaab-0a147ab45b7c req-67a0e813-bbd6-4a97-bde3-e175b6074a5a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:45.068066 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0a53fd1c-540c-4281-aaab-0a147ab45b7c req-67a0e813-bbd6-4a97-bde3-e175b6074a5a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 943 time: 0.0792656 Aug 24 19:06:45.113196 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0a53fd1c-540c-4281-aaab-0a147ab45b7c req-0170a189-f801-4722-a513-43476c51eab1 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396447 Aug 24 19:06:46.309123 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f572-b60a-440a-8a9c-023a33bd8287 req-d6d0f3ef-1f5d-4a2c-97fc-acd731251bcd tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:46.310589 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b584f572-b60a-440a-8a9c-023a33bd8287 req-d6d0f3ef-1f5d-4a2c-97fc-acd731251bcd tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 943 time: 0.0780485 Aug 24 19:06:46.409500 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b584f572-b60a-440a-8a9c-023a33bd8287 req-afa62141-377e-4923-8ef7-cf8bd346ed4c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934620 Aug 24 19:06:46.764495 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device f7000c6a-d266-4e43-ba62-5d8e17605e88 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 19:06:46.892513 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port f7000c6a-d266-4e43-ba62-5d8e17605e88, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:06:46.904961 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Returning: {'device': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'port_id': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'mac_address': 'fa:16:3e:41:8d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 19:06:46.963231 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:46.979728 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7000c6a-d266-4e43-ba62-5d8e17605e88 {{(pid=75890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 19:06:46.994141 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port f7000c6a-d266-4e43-ba62-5d8e17605e88, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:06:47.129696 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:47.131498 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:47.193403 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=f7000c6a-d266-4e43-ba62-5d8e17605e88,revision_number=4']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:47.196828 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:47.440357 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['f7000c6a-d266-4e43-ba62-5d8e17605e88'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:06:47.601278 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4bb47-4420-4083-b78e-dc1bd0a42892 req-979b976a-d4b0-4752-be8a-761d07a6fb27 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:47.602764 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d0c4bb47-4420-4083-b78e-dc1bd0a42892 req-979b976a-d4b0-4752-be8a-761d07a6fb27 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 944 time: 0.0747418 Aug 24 19:06:47.650924 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-d0c4bb47-4420-4083-b78e-dc1bd0a42892 req-42dd4674-050c-4e94-888b-e0e26d95365f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Aug 24 19:06:48.769009 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device f7000c6a-d266-4e43-ba62-5d8e17605e88 up at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 19:06:48.862616 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dc17c-aff2-4509-a32f-f0ce33a5e94a req-32834bff-9acf-4222-97ce-a914fbdd3813 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:48.875083 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7b0dc17c-aff2-4509-a32f-f0ce33a5e94a req-32834bff-9acf-4222-97ce-a914fbdd3813 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 944 time: 0.0882952 Aug 24 19:06:48.910676 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-7b0dc17c-aff2-4509-a32f-f0ce33a5e94a req-a62147f0-f56c-47a4-8acf-5a1186e1a51e tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Aug 24 19:06:48.972543 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning for port f7000c6a-d266-4e43-ba62-5d8e17605e88 completed by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 19:06:48.978281 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Provisioning complete for port f7000c6a-d266-4e43-ba62-5d8e17605e88 triggered by entity L2. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:06:48.978625 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:49.121548 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:49.150842 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88'}] {{(pid=75890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:06:49.161007 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] For port f7000c6a-d266-4e43-ba62-5d8e17605e88, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:06:49.329773 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172'] for port, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:06:49.331793 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:06:49.360709 dv-cinder-805825-1-smb neutron-server[75890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'code': 200} Aug 24 19:06:49.400573 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Pushing event updated for resources: {'Port': ['ID=f7000c6a-d266-4e43-ba62-5d8e17605e88,revision_number=5']} {{(pid=75890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:06:49.403436 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_concurrency.lockutils [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:06:49.976968 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2b208b06-d2cd-4eb2-bfa9-4471047f5450 req-34946dcf-c8a3-4b23-9fcc-43e60c0e3f39 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1098 time: 0.0718126 Aug 24 19:06:50.019458 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2b208b06-d2cd-4eb2-bfa9-4471047f5450 req-54878376-8285-4c2c-8f80-540a909d1970 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361779 Aug 24 19:06:50.111263 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b00082-7c5c-4c6f-bbd6-dd210f07ed5c req-df2df30b-287f-4d14-a23b-2e35c96f0225 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:50.112787 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b7b00082-7c5c-4c6f-bbd6-dd210f07ed5c req-df2df30b-287f-4d14-a23b-2e35c96f0225 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0821767 Aug 24 19:06:50.158899 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-b7b00082-7c5c-4c6f-bbd6-dd210f07ed5c req-0dc3802d-4706-4d29-80a9-9047dfd5b55a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Aug 24 19:06:51.358714 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1534a2-5c91-4e58-a4b6-6c74aac8c42c req-2d7199e6-7bd7-476f-a9cc-dc1753efe95a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:51.360148 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2a1534a2-5c91-4e58-a4b6-6c74aac8c42c req-2d7199e6-7bd7-476f-a9cc-dc1753efe95a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0788472 Aug 24 19:06:51.404751 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-2a1534a2-5c91-4e58-a4b6-6c74aac8c42c req-a4a194d9-28fb-4d9e-bcdd-2d81ac89312e tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389886 Aug 24 19:06:52.598817 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466804ad-ab63-4bf9-95b1-88a8c4c47d35 req-4b016e4d-6d8f-4b7d-8354-dd346ec79f26 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:52.600277 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-466804ad-ab63-4bf9-95b1-88a8c4c47d35 req-4b016e4d-6d8f-4b7d-8354-dd346ec79f26 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0748549 Aug 24 19:06:52.648390 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-466804ad-ab63-4bf9-95b1-88a8c4c47d35 req-75bc8ba3-4e26-46ca-a5ae-c41cdc118aa9 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Aug 24 19:06:52.837802 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0752fe0-40b6-4901-97a5-3b6390830e51 req-d239b5ec-90fe-4261-974d-18d713b13732 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:52.839281 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c0752fe0-40b6-4901-97a5-3b6390830e51 req-d239b5ec-90fe-4261-974d-18d713b13732 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0754211 Aug 24 19:06:52.883631 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c0752fe0-40b6-4901-97a5-3b6390830e51 req-43a41864-8e2a-471f-965c-c584c0fa06bb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Aug 24 19:06:53.291777 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dacf4-b9c6-49a0-aa05-6018a51d4f2b req-6688a3b7-19b7-44ac-a322-917476be8749 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:06:53.293144 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-358dacf4-b9c6-49a0-aa05-6018a51d4f2b req-6688a3b7-19b7-44ac-a322-917476be8749 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0802922 Aug 24 19:06:53.337449 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-358dacf4-b9c6-49a0-aa05-6018a51d4f2b req-b288b25a-d758-4da6-b93f-697232e0cccc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388346 Aug 24 19:07:00.749428 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b798e6-ecd0-41ed-87c8-410c5f5fb2bd req-6bdfd07a-f1d1-4976-a138-2525d1e48d3c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:00.750879 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-54b798e6-ecd0-41ed-87c8-410c5f5fb2bd req-6bdfd07a-f1d1-4976-a138-2525d1e48d3c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0754311 Aug 24 19:07:00.795561 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-54b798e6-ecd0-41ed-87c8-410c5f5fb2bd req-797b5ff2-523f-4bb8-832e-b8069d694058 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 Aug 24 19:07:00.823473 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 49226) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:07:01.036486 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-24174225-7265-475f-9da6-9bf2823c74ba tempest-TestMinimumBasicScenario-162459829 tempest-TestMinimumBasicScenario-162459829-project-admin] Synchronizing usage tracker for tenant:0f776016180349998d4fc26b813015a6 on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:07:01.178052 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-24174225-7265-475f-9da6-9bf2823c74ba tempest-TestMinimumBasicScenario-162459829 tempest-TestMinimumBasicScenario-162459829-project-admin] Unset dirty status for tenant:0f776016180349998d4fc26b813015a6 on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:07:01.179243 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-24174225-7265-475f-9da6-9bf2823c74ba tempest-TestMinimumBasicScenario-162459829 tempest-TestMinimumBasicScenario-162459829-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1093 time: 0.3548884 Aug 24 19:07:01.182180 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 49232) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:07:01.187384 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'floatingip': {'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'port_id': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:07:01.192835 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:07:01.197078 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Usage tracker for resource:floatingip and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:07:01.199850 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75889) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:07:01.205639 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.quota.driver [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75889) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:07:01.329405 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for floatingip, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:01.458798 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:01.590048 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.db_base_plugin_common [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Allocated IP 172.28.1.164 (235a799a-ae38-4f75-bc14-04b553bb03ab/9a3eb08e-aa83-4339-98f6-69f61a497d3d/1172d836-bb17-4fa1-ae08-d5aa5951fd31) {{(pid=75889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 19:07:01.729091 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for port, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:01.852533 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731455364109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:01.856093 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-73607f84-d93a-4826-885d-16830f517ea6 tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:01.918722 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Network 235a799a-ae38-4f75-bc14-04b553bb03ab is already hosted by enough agents. {{(pid=75889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 19:07:01.921533 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.base_scheduler [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources bound (agent type, host, resource id): {{(pid=75889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 19:07:01.925902 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Received port after_create {{(pid=75889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 19:07:01.953248 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'Port': ['ID=1172d836-bb17-4fa1-ae08-d5aa5951fd31,revision_number=1']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:01.971348 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.971718 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.972080 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.972439 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.972798 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.973152 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.973545 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.973893 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.974270 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.974619 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.974965 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:01.979662 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:02.206668 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:02.433662 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:02.719751 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:02.915320 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:03.048966 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:03.052528 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dc85b76e-ebc2-4032-bec7-d7b180730189 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:03.152901 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'Port': ['ID=1172d836-bb17-4fa1-ae08-d5aa5951fd31,revision_number=2']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:03.156372 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:03.175083 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684552'] for floatingip, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:03.440704 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-24b69a3c-268e-4eff-bdac-a17ebfa7e9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:03.446673 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.db.l3_db [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Floating IP ed8bec7f-d127-40cc-8614-b8c74f887618 associated. External IP: 172.28.1.164, port: f7000c6a-d266-4e43-ba62-5d8e17605e88. Aug 24 19:07:03.839301 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:07:04.037963 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:07:04.047894 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] Sync routers for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:07:04.059663 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:07:04.060269 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:06:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:07:04.126881 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:04.182739 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-31bc2057-2ad1-48e2-838a-2ba57008b56f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9994080 Aug 24 19:07:04.184583 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:07:04.185367 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49236) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:07:04.191216 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261896492', 'description': 'tempest-secgroup-smoke-1261896492 description', 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:07:04.209856 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:07:04.220210 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:07:04.237651 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:07:04.249690 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'status': 'completed', 'code': 200} Aug 24 19:07:04.309702 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:04.346160 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:07:04.349920 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Usage tracker for resource:security_group_rule and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:07:04.353074 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:07:04.356005 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8f8d67a-cd71-41ef-8c9b-7231dd1e3043 req-8a04ff6e-d714-4493-8536-6e155c48e1d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1098 time: 0.0730855 Aug 24 19:07:04.359411 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:07:04.415607 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:04.491238 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8d67a-cd71-41ef-8c9b-7231dd1e3043 req-2f8a6334-9980-4770-a2e4-f873aa915a41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:04.492700 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8f8d67a-cd71-41ef-8c9b-7231dd1e3043 req-2f8a6334-9980-4770-a2e4-f873aa915a41 service neutron] 10.222.0.58 "GET /v2.0/networks?id=636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 200 len: 916 time: 0.1298428 Aug 24 19:07:04.545085 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:04.550861 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2d1b0ca8-91fe-404d-a71d-ef136648f680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:04.581249 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:04.595519 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afd225a-370d-4561-8bce-6b4049701c39,revision_number=1']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:04.601087 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8f8d67a-cd71-41ef-8c9b-7231dd1e3043 req-de455821-7361-46eb-ad9a-931479acbc01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 999 time: 0.1015358 Aug 24 19:07:04.604691 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.605355 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.605720 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.608629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.608629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.608629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.608629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.608629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.608629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.608629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.608629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:07:04.613528 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:04.614142 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': 'ed8bec7f-d127-40cc-8614-b8c74f887618', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'floating_ip_address': '172.28.1.164', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'port_id': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'mac_address': 'fa:16:3e:41:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:07:02Z', 'updated_at': '2021-08-24T19:07:02Z', 'revision_number': 0, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:20Z', 'revision_number': 5, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:07:04.618345 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] Checking router: 027e580a-7d7b-44f4-877d-f5a41c1d95b0 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:07:04.628925 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:07:04.629555 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:06:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:07:04.667223 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8d67a-cd71-41ef-8c9b-7231dd1e3043 req-16e54d52-4ea3-4dc0-8a3d-d2453f9ad293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:04.668611 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8f8d67a-cd71-41ef-8c9b-7231dd1e3043 req-16e54d52-4ea3-4dc0-8a3d-d2453f9ad293 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ce53b4f-68a2-4042-a616-941554db44b2 HTTP/1.1" status: 200 len: 854 time: 0.0600486 Aug 24 19:07:04.681041 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:04.685242 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-7f8dacfd-cfc1-419a-aa04-e59f3a52c580 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4957240 Aug 24 19:07:04.685402 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49242) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:07:04.691437 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'security_group_rule': {'security_group_id': '0afd225a-370d-4561-8bce-6b4049701c39', 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:07:04.697086 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:07:04.700926 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Usage tracker for resource:security_group_rule and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:07:04.703829 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:07:04.710366 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:07:04.743251 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8f8d67a-cd71-41ef-8c9b-7231dd1e3043 req-b8bc1b0c-64e5-4136-932e-fa370a5f8822 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=636455f0-bc9b-4a12-8364-d9849693839f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681217 Aug 24 19:07:04.810509 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:07:04.824830 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:04.877563 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8f8d67a-cd71-41ef-8c9b-7231dd1e3043 req-23b5fd9b-54bf-4e83-b6d4-4e20b9dfa9e7 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273189 Aug 24 19:07:04.888077 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:05.011574 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-c8f8d67a-cd71-41ef-8c9b-7231dd1e3043 req-44d4dcc3-c00d-4eba-a3ae-d2e50b488405 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270785 Aug 24 19:07:05.014742 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:05.017450 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-97ce444c-8108-472c-b192-6da492a511d9 tempest-AttachVolumeTestJSON-1686756204 tempest-AttachVolumeTestJSON-1686756204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:05.043547 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd35797-5243-4efc-a2b6-215de8ae9717,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:05.046258 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:05.154287 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': 'ed8bec7f-d127-40cc-8614-b8c74f887618', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'floating_ip_address': '172.28.1.164', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'port_id': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'mac_address': 'fa:16:3e:41:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:07:02Z', 'updated_at': '2021-08-24T19:07:02Z', 'revision_number': 0, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:20Z', 'revision_number': 5, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:07:05.158212 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba697613-4dd4-4bf1-af0e-719c30acfc3b None None] The sync data for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb is: [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_floatingips': [{'id': 'ed8bec7f-d127-40cc-8614-b8c74f887618', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'floating_ip_address': '172.28.1.164', 'floating_network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'router_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'port_id': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'mac_address': 'fa:16:3e:41:8d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T19:07:02Z', 'updated_at': '2021-08-24T19:07:02Z', 'revision_number': 0, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:20Z', 'revision_number': 5, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:07:05.198888 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:05.199439 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5402f9b2-5c7d-4dfd-85d6-721d4af24797 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5126183 Aug 24 19:07:05.201645 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49246) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:07:05.207828 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'security_group_rule': {'security_group_id': '0afd225a-370d-4561-8bce-6b4049701c39', 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:07:05.214202 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:07:05.218224 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Usage tracker for resource:security_group_rule and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:07:05.221398 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:07:05.228257 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:07:05.352827 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f6d0b-aa9d-4098-95a2-2052aaa7ced9 None None] New status for floating IP ed8bec7f-d127-40cc-8614-b8c74f887618: ACTIVE {{(pid=75891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 19:07:05.378935 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:05.440835 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:05.577737 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:05.580281 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:05.601559 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7317f917-2274-44fe-bdc0-7a3db45de460,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:05.603972 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:05.777676 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:05.778944 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8c22ebeb-c676-456c-bbed-2619e057e0e0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5761960 Aug 24 19:07:05.781581 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49250) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:07:05.787684 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'security_group_rule': {'security_group_id': '0afd225a-370d-4561-8bce-6b4049701c39', 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:07:05.793402 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:07:05.797242 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Usage tracker for resource:security_group_rule and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:07:05.800246 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:07:05.806667 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:07:05.909262 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5825dd73-e171-4ffd-9eb8-18001c57468a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:05.967327 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:06.029560 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:06.169147 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:06.171131 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:06.192841 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f123349-a1b3-475f-b784-bcbe1d96fd17,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:06.196939 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:06.309310 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:06.310551 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-11ba5686-5fec-434d-96d1-0636fba199a2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5280221 Aug 24 19:07:06.313240 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49256) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:07:06.318867 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'security_group_rule': {'security_group_id': '0afd225a-370d-4561-8bce-6b4049701c39', 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:07:06.324646 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:07:06.328351 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Usage tracker for resource:security_group_rule and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:07:06.331420 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:07:06.337485 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:07:06.450275 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:06.514409 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:06.691993 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:06.694656 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5b87d41b-0fc6-442c-8220-24f99ad6aaf9 tempest-TestShelveInstance-1502513096 tempest-TestShelveInstance-1502513096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:06.716686 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf55276c-ec72-4503-b90f-6f9f6f22814e,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:06.718910 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:06.737907 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:06.823538 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:06.824733 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-6647d114-6d12-4542-adf5-6685e9b005d6 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5105827 Aug 24 19:07:06.827437 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49262) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:07:06.833170 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'security_group_rule': {'security_group_id': '0afd225a-370d-4561-8bce-6b4049701c39', 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:07:06.839736 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:07:06.844820 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Usage tracker for resource:security_group_rule and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:07:06.846323 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:07:06.852560 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:07:06.972342 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.securitygroups_db [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Project 1dc4ef53e7f849d59c62f7f55b6bae5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:07:06.979483 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:07.043104 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:07.168775 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:07.170833 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:07.192006 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2aec11-147e-4b1c-ae47-e77b1a6d05b5,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:07.194796 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:07.306119 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:07.307243 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-94e58d6a-06d9-4c32-8a2c-586ba9fac4fc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4788845 Aug 24 19:07:07.309968 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49266) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:07:07.315548 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.v2.base [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'security_group_rule': {'security_group_id': '0afd225a-370d-4561-8bce-6b4049701c39', 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:07:07.321745 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 19:07:07.325474 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Usage tracker for resource:security_group_rule and tenant:1dc4ef53e7f849d59c62f7f55b6bae5b is out of sync, need to count used quota {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 19:07:07.328359 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75888) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 19:07:07.334898 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.quota.driver [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75888) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 19:07:07.420347 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.db.securitygroups_db [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Project 1dc4ef53e7f849d59c62f7f55b6bae5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 19:07:07.427082 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:07.492845 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:07.591738 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753568'] for security_group_rule, after_create {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:07.593962 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:07.613629 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039aa0c8-a19a-4021-a039-eb406c001821,revision_number=0']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:07.617637 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:07.694687 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:07.695921 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-99c09019-2ef1-498c-a98d-c6fece423b1a tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3849988 Aug 24 19:07:07.917194 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-bb546c33-0904-486e-b35f-f4064d87a9d2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261896492&fields=id&tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b HTTP/1.1" status: 200 len: 267 time: 0.1329155 Aug 24 19:07:07.995460 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-b17ee0e7-abb5-4fd3-8afd-386f3fa44e5d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:07.996909 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-b17ee0e7-abb5-4fd3-8afd-386f3fa44e5d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0745559 Aug 24 19:07:08.007292 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'port': {'security_groups': ['3df4438c-244e-4a08-bb17-50a0cbb61ef1', '0afd225a-370d-4561-8bce-6b4049701c39']}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:07:08.125000 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:08.169287 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:08.372045 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] For port f7000c6a-d266-4e43-ba62-5d8e17605e88, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:07:08.395537 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:08.465941 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:08.471305 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-2a7e7e86-8aa3-42ed-9e2e-7bc3202e417c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:07:08.480366 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['f7000c6a-d266-4e43-ba62-5d8e17605e88'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:07:08.539397 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:08.540089 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:08.541880 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-12db8c66-d247-4e82-bc38-b1abfce7de15 req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "PUT /v2.0/ports/f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 981 time: 0.5387599 Aug 24 19:07:08.542545 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:07:08.580976 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'Port': ['ID=f7000c6a-d266-4e43-ba62-5d8e17605e88,revision_number=6']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:07:08.584743 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:07:08.606767 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['f7000c6a-d266-4e43-ba62-5d8e17605e88'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:07:08.622279 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'status': 'completed', 'code': 200} Aug 24 19:07:08.744731 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-526c6179-1e63-42c3-8326-f7f7a458e238 req-4caefea5-6848-4d6e-8e8d-8f9c0ab62697 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1137 time: 0.1000113 Aug 24 19:07:08.746784 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631ede-14ad-4941-9c9d-a74d441e1eb9 req-16f2c922-cde3-43bb-9d38-88ad37712b9b tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:08.750566 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0c631ede-14ad-4941-9c9d-a74d441e1eb9 req-16f2c922-cde3-43bb-9d38-88ad37712b9b tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0885341 Aug 24 19:07:08.803264 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-0c631ede-14ad-4941-9c9d-a74d441e1eb9 req-55c9419d-5318-4e26-a8de-4a90ca5ac328 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Synchronizing usage tracker for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:07:08.885859 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6179-1e63-42c3-8326-f7f7a458e238 req-5e6d0e9f-3729-495f-9fbb-1a5d8fefbb56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:08.887303 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-526c6179-1e63-42c3-8326-f7f7a458e238 req-5e6d0e9f-3729-495f-9fbb-1a5d8fefbb56 service neutron] 10.222.0.58 "GET /v2.0/networks?id=636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 200 len: 916 time: 0.1357074 Aug 24 19:07:08.900329 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-0c631ede-14ad-4941-9c9d-a74d441e1eb9 req-55c9419d-5318-4e26-a8de-4a90ca5ac328 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Unset dirty status for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:07:08.901662 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-0c631ede-14ad-4941-9c9d-a74d441e1eb9 req-55c9419d-5318-4e26-a8de-4a90ca5ac328 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478169 Aug 24 19:07:08.965777 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-d77d166a-8855-4a00-8994-350e3e20930c None None] Provisioning complete for port f7000c6a-d266-4e43-ba62-5d8e17605e88 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:07:08.966085 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-d77d166a-8855-4a00-8994-350e3e20930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:08.989703 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-526c6179-1e63-42c3-8326-f7f7a458e238 req-94d84464-3119-4446-86a7-b6e1ee11fe1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 1001 time: 0.0954032 Aug 24 19:07:09.054760 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6179-1e63-42c3-8326-f7f7a458e238 req-c6bb9eee-74f9-499c-8ae4-4c6bdbebaa46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:09.056224 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-526c6179-1e63-42c3-8326-f7f7a458e238 req-c6bb9eee-74f9-499c-8ae4-4c6bdbebaa46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ce53b4f-68a2-4042-a616-941554db44b2 HTTP/1.1" status: 200 len: 854 time: 0.0597327 Aug 24 19:07:09.130676 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-526c6179-1e63-42c3-8326-f7f7a458e238 req-98b48466-0030-43b0-9f7e-b944944d6a4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=636455f0-bc9b-4a12-8364-d9849693839f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684350 Aug 24 19:07:09.263776 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-526c6179-1e63-42c3-8326-f7f7a458e238 req-5bdfa204-fed8-4df0-b9e8-adee0881bf69 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262302 Aug 24 19:07:09.397768 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-526c6179-1e63-42c3-8326-f7f7a458e238 req-1a068ffd-b581-46bd-8be2-71d6e207fe9f service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275761 Aug 24 19:07:15.936182 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:07:32.285332 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:33.405724 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-43e01ae1-1e4d-49c1-b0e1-75eea89babad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:34.664891 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:35.933757 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-ab0696ae-c95f-4ba2-8642-5d07658ae733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:36.704929 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:38.222415 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:07:39.530118 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-960acf47-b266-4c4d-adcb-cbf7274e6e28 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701826 Aug 24 19:07:39.663332 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-9141e175-c2df-40a4-bb31-4f33989fb174 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1137 time: 0.0674653 Aug 24 19:07:39.803657 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-51668b26-9375-49c0-a89f-dbf322f149f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:39.805003 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-51668b26-9375-49c0-a89f-dbf322f149f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 200 len: 916 time: 0.1233990 Aug 24 19:07:39.980991 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-a1360487-2608-470a-af8e-6e43cfbb0c2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 1001 time: 0.1698380 Aug 24 19:07:40.041466 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-bf6f079b-658d-48af-a59e-baf2740ff5bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:07:40.042873 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-bf6f079b-658d-48af-a59e-baf2740ff5bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ce53b4f-68a2-4042-a616-941554db44b2 HTTP/1.1" status: 200 len: 854 time: 0.0558577 Aug 24 19:07:40.118596 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-508c1804-ab30-4468-9407-939a31b62d0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=636455f0-bc9b-4a12-8364-d9849693839f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696757 Aug 24 19:07:40.249837 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-15e025e7-404f-47c2-b95e-2f0bd3bbb0d3 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225371 Aug 24 19:07:40.378252 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-3d125e99-4597-44e0-96b2-04b6d5a4978f req-1780ead0-50cc-4d44-ad0c-d66cfca5994a service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208780 Aug 24 19:07:52.935220 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:08:02.416515 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:03.410394 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-33b7145f-3cf6-4c3b-9160-6c9d2249b8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:04.543969 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:05.827452 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-4219f52d-b57c-4402-b801-9a15f7034974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:06.789621 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:06.998823 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8403e9-062e-407e-af93-338bca1f4375 req-2ad1fff9-9202-4f48-aba4-5a0886c1993b tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:07.000349 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a8403e9-062e-407e-af93-338bca1f4375 req-2ad1fff9-9202-4f48-aba4-5a0886c1993b tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0821195 Aug 24 19:08:07.047937 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-9a8403e9-062e-407e-af93-338bca1f4375 req-ecdaf5e0-2fee-45c0-8c42-7f231bd49b8e tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412333 Aug 24 19:08:07.074465 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20715717-c56d-4004-9c3e-21c83331369c req-b6d1dcc0-cabd-4f47-ba7d-82344745afad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1137 time: 0.0690496 Aug 24 19:08:07.197120 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20715717-c56d-4004-9c3e-21c83331369c req-79923c1f-277d-4a40-8c16-8d62a1b026fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:07.198644 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20715717-c56d-4004-9c3e-21c83331369c req-79923c1f-277d-4a40-8c16-8d62a1b026fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 200 len: 916 time: 0.1260386 Aug 24 19:08:07.302364 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20715717-c56d-4004-9c3e-21c83331369c req-05f7fb33-143d-4c87-83a2-bb6643510b9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 1001 time: 0.0965588 Aug 24 19:08:07.366861 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20715717-c56d-4004-9c3e-21c83331369c req-e2ea1dfe-8b4a-4b07-9b45-bb3ff0e608f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:07.368256 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20715717-c56d-4004-9c3e-21c83331369c req-e2ea1dfe-8b4a-4b07-9b45-bb3ff0e608f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ce53b4f-68a2-4042-a616-941554db44b2 HTTP/1.1" status: 200 len: 854 time: 0.0591881 Aug 24 19:08:07.442225 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20715717-c56d-4004-9c3e-21c83331369c req-611811ed-2934-4535-b7ec-02f6b85fd229 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=636455f0-bc9b-4a12-8364-d9849693839f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665460 Aug 24 19:08:07.572261 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20715717-c56d-4004-9c3e-21c83331369c req-8b4419ed-25c0-4f4d-ae95-f10cf0b9dece service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223664 Aug 24 19:08:07.699785 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-20715717-c56d-4004-9c3e-21c83331369c req-10612478-f0c8-4cbc-a4ed-b7e2e54aead7 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212218 Aug 24 19:08:08.218470 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:08.250762 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24d3ba-03db-4402-b0c4-807c8367e020 req-543a88b6-27c7-481b-bba3-b358f1fbccb1 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:08.252207 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6e24d3ba-03db-4402-b0c4-807c8367e020 req-543a88b6-27c7-481b-bba3-b358f1fbccb1 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0760832 Aug 24 19:08:08.302346 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6e24d3ba-03db-4402-b0c4-807c8367e020 req-98504fe5-c15f-4f4a-a99c-f9e1001045cb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439746 Aug 24 19:08:09.495394 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d730ad-f63d-4010-86b7-9ba12764e1b1 req-447b2325-95f1-4feb-8cb8-b514dad521b7 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:09.496847 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-57d730ad-f63d-4010-86b7-9ba12764e1b1 req-447b2325-95f1-4feb-8cb8-b514dad521b7 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0746806 Aug 24 19:08:09.541350 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-57d730ad-f63d-4010-86b7-9ba12764e1b1 req-37c0cfca-b7f1-4844-8b9a-3c1af1eb0733 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389993 Aug 24 19:08:10.735377 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae7008-348c-458e-9173-f8e279546da9 req-f0aaba26-07d8-4217-9da0-8dc7b4afd01c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:10.736833 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ddae7008-348c-458e-9173-f8e279546da9 req-f0aaba26-07d8-4217-9da0-8dc7b4afd01c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0761135 Aug 24 19:08:10.783201 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ddae7008-348c-458e-9173-f8e279546da9 req-408dbdf1-7d0e-4d0b-ae88-bc3a0062706f tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406234 Aug 24 19:08:11.979123 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182fb12-ed34-497a-adfd-895636714510 req-5a5b2d56-bc49-49b6-937f-ec82a74e01c2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:11.980568 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2182fb12-ed34-497a-adfd-895636714510 req-5a5b2d56-bc49-49b6-937f-ec82a74e01c2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0779877 Aug 24 19:08:12.026256 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-2182fb12-ed34-497a-adfd-895636714510 req-3bd87c76-f859-41b1-b268-c7d6521ae5c3 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399704 Aug 24 19:08:13.225098 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f8316-3a33-4390-8c6b-5b2b8b118f12 req-a2a4556c-b029-40f9-b9ec-7e19cdae27ae tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:13.226700 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8a6f8316-3a33-4390-8c6b-5b2b8b118f12 req-a2a4556c-b029-40f9-b9ec-7e19cdae27ae tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0820327 Aug 24 19:08:13.274358 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-8a6f8316-3a33-4390-8c6b-5b2b8b118f12 req-70422089-30d9-4ade-9b37-93630c309daa tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420434 Aug 24 19:08:14.617083 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dff3d-a5e1-465a-846d-efc8e21efe8b req-8b6397dd-bdea-4298-a382-e297098d6114 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:14.618503 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f77dff3d-a5e1-465a-846d-efc8e21efe8b req-8b6397dd-bdea-4298-a382-e297098d6114 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0747950 Aug 24 19:08:14.667771 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-f77dff3d-a5e1-465a-846d-efc8e21efe8b req-0509e739-ad1a-40aa-93b1-4d13014429eb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438340 Aug 24 19:08:15.863710 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097877fb-bcb1-45e6-9d39-e40e7d6ecee7 req-61cfa7e8-8ba9-4bf3-a6e8-12dd975dec90 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:15.865163 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-097877fb-bcb1-45e6-9d39-e40e7d6ecee7 req-61cfa7e8-8ba9-4bf3-a6e8-12dd975dec90 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0763254 Aug 24 19:08:15.911466 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-097877fb-bcb1-45e6-9d39-e40e7d6ecee7 req-2d391cbd-d0a8-4a18-984d-a2ec95bd00ac tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407631 Aug 24 19:08:17.104171 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0829c3-9a69-4c47-9790-2c3d3c112950 req-6884ac16-2a00-4c39-96dc-d48d63a77509 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:17.105646 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-dc0829c3-9a69-4c47-9790-2c3d3c112950 req-6884ac16-2a00-4c39-96dc-d48d63a77509 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0770168 Aug 24 19:08:17.154009 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-dc0829c3-9a69-4c47-9790-2c3d3c112950 req-7475503f-4328-4937-910d-812143ee4cfc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426395 Aug 24 19:08:18.436294 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618009d-d754-43eb-859b-4c36e581b5ea req-0e886ec6-94bd-4f6d-8c53-721afada16aa tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:18.437757 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0618009d-d754-43eb-859b-4c36e581b5ea req-0e886ec6-94bd-4f6d-8c53-721afada16aa tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.1651351 Aug 24 19:08:18.484905 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-0618009d-d754-43eb-859b-4c36e581b5ea req-b934edc1-130f-46b7-8cb3-46338709776d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407848 Aug 24 19:08:19.679476 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1bf83-4736-4bd0-993f-24b14e9f84f4 req-2357c631-3d1b-4570-bd7a-b651e6a36376 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:19.680915 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1cd1bf83-4736-4bd0-993f-24b14e9f84f4 req-2357c631-3d1b-4570-bd7a-b651e6a36376 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0788784 Aug 24 19:08:19.727033 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-1cd1bf83-4736-4bd0-993f-24b14e9f84f4 req-ed0f1f82-be92-413b-b675-ace2880db2d2 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406117 Aug 24 19:08:20.918529 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6e23d-99c7-4bdb-9d27-56588665a1ed req-1c64da8e-78cf-44c4-a4c8-ce224465ebfc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:20.919965 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6ff6e23d-99c7-4bdb-9d27-56588665a1ed req-1c64da8e-78cf-44c4-a4c8-ce224465ebfc tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0752292 Aug 24 19:08:20.965937 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-6ff6e23d-99c7-4bdb-9d27-56588665a1ed req-2a0fe967-789c-4b13-b2a1-185ac8bee10b tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403843 Aug 24 19:08:22.163712 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ef4ef-3622-459a-9297-26629f48b437 req-52f7e217-d2a6-4117-b156-fa916fdf1b4c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:22.165170 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c36ef4ef-3622-459a-9297-26629f48b437 req-52f7e217-d2a6-4117-b156-fa916fdf1b4c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0762539 Aug 24 19:08:22.211486 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-c36ef4ef-3622-459a-9297-26629f48b437 req-d714795b-a648-4328-9e05-11156f1e3252 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406427 Aug 24 19:08:23.410795 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551db6d4-a691-4003-8ba1-1bc34a9e89a7 req-50569464-952a-437a-b5f9-5b3dc4a3f80e tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:23.412138 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-551db6d4-a691-4003-8ba1-1bc34a9e89a7 req-50569464-952a-437a-b5f9-5b3dc4a3f80e tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0781553 Aug 24 19:08:23.457602 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-551db6d4-a691-4003-8ba1-1bc34a9e89a7 req-1a7a4efe-1cdb-4435-8f09-8d1a0eb48c8d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399704 Aug 24 19:08:24.652302 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd032-a02c-4563-89e9-8facea744862 req-f4dcbc9f-0dd4-44c1-9458-42ec5e3deacf tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:24.653725 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d5edd032-a02c-4563-89e9-8facea744862 req-f4dcbc9f-0dd4-44c1-9458-42ec5e3deacf tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0784550 Aug 24 19:08:24.698860 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-d5edd032-a02c-4563-89e9-8facea744862 req-3a9a8d41-2f8b-42b6-ad69-a082bbf4581b tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=0afd225a-370d-4561-8bce-6b4049701c39&id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389917 Aug 24 19:08:29.935180 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:08:32.312644 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:33.445722 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-f7711435-7c7e-4cef-b600-f28b5b4d29e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:34.571446 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:35.883476 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-8b666fde-55fa-4d54-bbf4-348f560cd64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:36.748603 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:38.278239 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:08:39.567609 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-42758fe8-3de7-4363-9147-cf34988ac788 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667803 Aug 24 19:08:39.710495 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-54eeb9ef-2232-43a1-b8af-a3ca8a3beb3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1137 time: 0.0756018 Aug 24 19:08:39.852100 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-83c7a275-671b-460b-9738-0cbcaed2ada3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:39.853462 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-83c7a275-671b-460b-9738-0cbcaed2ada3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 200 len: 916 time: 0.1236870 Aug 24 19:08:39.955837 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-8f1fa4a5-961d-4f97-b8cf-c55db5e0f8d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 1001 time: 0.0940518 Aug 24 19:08:40.018378 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-e346bcc5-11ef-4c34-a67d-7987f8da8ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:08:40.019766 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-e346bcc5-11ef-4c34-a67d-7987f8da8ab5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ce53b4f-68a2-4042-a616-941554db44b2 HTTP/1.1" status: 200 len: 854 time: 0.0558000 Aug 24 19:08:40.095734 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-3152127f-74e8-43b6-abe6-8e52b3e90435 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=636455f0-bc9b-4a12-8364-d9849693839f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687270 Aug 24 19:08:40.225983 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-d61855e8-d229-40f2-8572-24526e6c9ef7 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225009 Aug 24 19:08:40.354401 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-41edd184-85f2-4ddc-8cc4-19b82c29a649 req-f5ab78aa-ffa9-45c9-8b17-9e8d1da23d16 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215999 Aug 24 19:09:02.233027 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:03.403097 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-75298c61-8d79-4068-b0d0-6fec4eac0deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:04.667575 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:05.919070 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-be3aa838-be33-4e69-8200-ca9745b6469a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:06.684884 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:06.934569 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:09:08.203332 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:17.468410 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [req-9a56eadc-e472-42cf-9b36-450d4e5a2625 req-317773b8-7aba-4629-9030-04467f6d16f2 service neutron] (75889) timed out ('10.222.0.58', 59669) {{(pid=75889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 24 19:09:20.438178 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [req-feeb73b7-e9d3-4a30-bd72-2942b2bfe0c4 req-4ced4ef9-2a86-437c-bbd2-d2672660a0ee service neutron] (75889) timed out ('10.222.0.58', 59681) {{(pid=75889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 24 19:09:28.588091 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-da6229ce-d570-477d-9183-6f8a4982bcaf tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261896492&fields=id&tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b HTTP/1.1" status: 200 len: 267 time: 0.1186965 Aug 24 19:09:28.664612 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-8c669d60-a0fa-4d7d-ab83-63bb5989e447 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:28.665938 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-8c669d60-a0fa-4d7d-ab83-63bb5989e447 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 984 time: 0.0727286 Aug 24 19:09:28.676184 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.v2.base [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Request body: {'port': {'security_groups': ['3df4438c-244e-4a08-bb17-50a0cbb61ef1']}} {{(pid=75889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 19:09:28.789959 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589626'] for port, before_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:29.022030 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] For port f7000c6a-d266-4e43-ba62-5d8e17605e88, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:29.046689 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for port, precommit_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:29.121941 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731455806486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731455364127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731455364172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6636183'] for port, after_update {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:29.128252 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-6b2a549d-b750-486b-9f05-0e3d7bd1d933 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:29.133753 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['f7000c6a-d266-4e43-ba62-5d8e17605e88'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:09:29.191050 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:29.191746 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:29.193135 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-fb7245ca-be66-4276-ba33-4b948954e6a8 req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "PUT /v2.0/ports/f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 942 time: 0.5213773 Aug 24 19:09:29.193656 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:09:29.200474 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49360) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:29.217255 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event updated for resources: {'Port': ['ID=f7000c6a-d266-4e43-ba62-5d8e17605e88,revision_number=7']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:29.227441 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.227817 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.228179 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.228551 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.228909 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.229268 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.229792 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.230177 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.230530 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.230883 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.231234 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.235817 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-55866b01-cff0-45ea-b97d-6e9bca1356a8 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:29.280587 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['f7000c6a-d266-4e43-ba62-5d8e17605e88'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:09:29.321079 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:29.354226 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:29.430336 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'status': 'completed', 'code': 200} Aug 24 19:09:29.464418 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.provisioning_blocks [None req-1b5b6d2f-0291-44b8-9271-ea7b8b5bdd10 None None] Provisioning complete for port f7000c6a-d266-4e43-ba62-5d8e17605e88 triggered by entity DHCP. {{(pid=75890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 19:09:29.464801 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6d2f-0291-44b8-9271-ea7b8b5bdd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-615430'] for port, provisioning_complete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:29.583906 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:29.583906 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-64e4a566-89f6-4d8b-9a4c-a556a05c559e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:29.591665 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afd225a-370d-4561-8bce-6b4049701c39,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:29.595200 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee2620fd-18c4-4a8a-bda9-f9c97451131b req-cefa1c59-3ee6-4c4f-8d55-851a7a1fd2ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1098 time: 0.1409550 Aug 24 19:09:29.601303 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.601668 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.602032 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.602411 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.603210 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.603210 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.603575 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.603933 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.604288 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.604634 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.604981 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-smb {{(pid=75888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 19:09:29.608651 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:29.734843 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:29.735982 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-d22df0a8-95fb-4bbd-b668-76f3fbcd83ad tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "DELETE /v2.0/security-groups/0afd225a-370d-4561-8bce-6b4049701c39 HTTP/1.1" status: 204 len: 168 time: 0.5314076 Aug 24 19:09:29.738662 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49370) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:29.814940 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2620fd-18c4-4a8a-bda9-f9c97451131b req-f640b850-1d7e-45c3-ba59-98c0b7a4fe34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:29.816438 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee2620fd-18c4-4a8a-bda9-f9c97451131b req-f640b850-1d7e-45c3-ba59-98c0b7a4fe34 service neutron] 10.222.0.58 "GET /v2.0/networks?id=636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 200 len: 916 time: 0.2143352 Aug 24 19:09:29.920052 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee2620fd-18c4-4a8a-bda9-f9c97451131b req-b46fed7f-114c-48d7-8796-61db01a3ed40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 1001 time: 0.0969234 Aug 24 19:09:29.980967 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2620fd-18c4-4a8a-bda9-f9c97451131b req-a35945d4-4182-47f7-b026-565a9d808374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:29.982450 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee2620fd-18c4-4a8a-bda9-f9c97451131b req-a35945d4-4182-47f7-b026-565a9d808374 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ce53b4f-68a2-4042-a616-941554db44b2 HTTP/1.1" status: 200 len: 854 time: 0.0565808 Aug 24 19:09:29.998004 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Deleting port 1172d836-bb17-4fa1-ae08-d5aa5951fd31 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:29.998373 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:30.056009 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee2620fd-18c4-4a8a-bda9-f9c97451131b req-5da216be-bbd1-4fe7-ba6c-f51e8d7aca11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=636455f0-bc9b-4a12-8364-d9849693839f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667138 Aug 24 19:09:30.167301 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:30.167628 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:30.188289 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee2620fd-18c4-4a8a-bda9-f9c97451131b req-0e586028-5628-4435-9330-b40e304e6278 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252816 Aug 24 19:09:30.286411 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Calling delete_port for 1172d836-bb17-4fa1-ae08-d5aa5951fd31 owned by network:floatingip {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:30.317847 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-ee2620fd-18c4-4a8a-bda9-f9c97451131b req-da3388c5-e28c-405c-8ba3-5b59456b6b85 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234803 Aug 24 19:09:30.534175 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:30.538597 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e963d665-00d4-4451-afcc-bba8c623d94f tempest-VolumesActionsTest-1420893598 tempest-VolumesActionsTest-1420893598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:30.580435 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event deleted for resources: {'Port': ['ID=1172d836-bb17-4fa1-ae08-d5aa5951fd31,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:30.583494 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:30.670619 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks [] for floatingip, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:31.045482 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:09:31.313172 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:09:31.322623 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] Sync routers for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:09:31.335804 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:09:31.336417 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:09:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:31.398055 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for floatingip, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:31.448824 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-8543b138-89aa-4a3d-a478-27ba22a8bbe0 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "DELETE /v2.0/floatingips/ed8bec7f-d127-40cc-8614-b8c74f887618 HTTP/1.1" status: 204 len: 168 time: 1.7090812 Aug 24 19:09:31.449725 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88'}] {{(pid=75888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:09:31.516707 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:09:31.595950 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'status': 'completed', 'code': 200} Aug 24 19:09:31.694932 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-35d8ba24-1af1-44db-97c8-99df544271eb req-5fa180c8-3026-445a-a05f-33c96b691ff6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 1098 time: 0.0782640 Aug 24 19:09:31.829403 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ba24-1af1-44db-97c8-99df544271eb req-f85133a3-f7a3-4dfd-89e0-b39cadc17e92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:31.830851 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-35d8ba24-1af1-44db-97c8-99df544271eb req-f85133a3-f7a3-4dfd-89e0-b39cadc17e92 service neutron] 10.222.0.58 "GET /v2.0/networks?id=636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 200 len: 916 time: 0.1300876 Aug 24 19:09:31.859973 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:20Z', 'revision_number': 5, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:31.863931 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] Checking router: 027e580a-7d7b-44f4-877d-f5a41c1d95b0 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:09:31.875146 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:09:31.875749 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:09:06Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:31.897441 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-35d8ba24-1af1-44db-97c8-99df544271eb req-10e17799-c3ef-4d06-9d4a-8b09058adcf2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 200 len: 217 time: 0.0606923 Aug 24 19:09:31.963638 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ba24-1af1-44db-97c8-99df544271eb req-ebc2c93d-faf9-40a6-9b1d-fad93d772b73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:31.965169 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-35d8ba24-1af1-44db-97c8-99df544271eb req-ebc2c93d-faf9-40a6-9b1d-fad93d772b73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ce53b4f-68a2-4042-a616-941554db44b2 HTTP/1.1" status: 200 len: 854 time: 0.0623691 Aug 24 19:09:32.041125 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-35d8ba24-1af1-44db-97c8-99df544271eb req-96f62bb0-f956-4bfe-bd1b-17acf9bfc2d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=636455f0-bc9b-4a12-8364-d9849693839f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699167 Aug 24 19:09:32.067581 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:09:32.189626 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-35d8ba24-1af1-44db-97c8-99df544271eb req-c8a15323-eb07-4aed-85e3-2bd6bc8a0212 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402905 Aug 24 19:09:32.325604 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-35d8ba24-1af1-44db-97c8-99df544271eb req-905987ed-dafc-447a-96d3-209c09e28202 service neutron] 10.222.0.58 "GET /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269443 Aug 24 19:09:32.362676 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:32.396411 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:20Z', 'revision_number': 5, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:32.400304 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f128109-5fd5-422d-bd64-e8d806fb6629 None None] The sync data for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb is: [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:06:01Z', 'revision_number': 4, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb', '_interfaces': [{'id': '45d222b7-e45e-4b8d-90ef-a210414e59de', 'name': '', 'network_id': '636455f0-bc9b-4a12-8364-d9849693839f', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'mac_address': 'fa:16:3e:f5:45:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:00Z', 'updated_at': '2021-08-24T19:06:20Z', 'revision_number': 5, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'subnets': [{'id': '3ce53b4f-68a2-4042-a616-941554db44b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:09:32.611615 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ceb3a-b800-4747-a2ce-2489624b4d22 None None] New status for floating IP ed8bec7f-d127-40cc-8614-b8c74f887618: DOWN {{(pid=75891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 19:09:33.384641 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a4926690-445e-4959-b866-cdcddd6149e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:34.546567 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:35.854766 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9b1b0198-4253-4de8-8283-1209f69c8597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:36.695795 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be199fcb-b5e3-4569-a2b8-182f6e7edda5 req-5cf51dd4-1185-422c-8b5a-2ad322b80c7c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:36.697251 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-be199fcb-b5e3-4569-a2b8-182f6e7edda5 req-5cf51dd4-1185-422c-8b5a-2ad322b80c7c tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0793672 Aug 24 19:09:36.721913 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:36.743046 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-be199fcb-b5e3-4569-a2b8-182f6e7edda5 req-de3f7503-c89a-446c-917f-a8a38f5ff6f1 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Aug 24 19:09:38.008238 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c371b09-04ca-41a3-aee7-36a071719d69 req-6f09990e-9186-431b-8775-4f43c1e40f24 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:38.008946 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-3c371b09-04ca-41a3-aee7-36a071719d69 req-6f09990e-9186-431b-8775-4f43c1e40f24 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Synchronizing usage tracker for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:port {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:09:38.099186 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-3c371b09-04ca-41a3-aee7-36a071719d69 req-6f09990e-9186-431b-8775-4f43c1e40f24 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Unset dirty status for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:port {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:09:38.100396 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3c371b09-04ca-41a3-aee7-36a071719d69 req-6f09990e-9186-431b-8775-4f43c1e40f24 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.2343330 Aug 24 19:09:38.149478 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-3c371b09-04ca-41a3-aee7-36a071719d69 req-49398062-2b71-4433-af5d-47e3cc0575c9 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Synchronizing usage tracker for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:security_group {{(pid=75888) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:09:38.215289 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:38.250181 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.quota.resource [req-3c371b09-04ca-41a3-aee7-36a071719d69 req-49398062-2b71-4433-af5d-47e3cc0575c9 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Unset dirty status for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:security_group {{(pid=75888) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:09:38.251683 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [req-3c371b09-04ca-41a3-aee7-36a071719d69 req-49398062-2b71-4433-af5d-47e3cc0575c9 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457624 Aug 24 19:09:38.732093 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-b17c217f-3143-4c49-9cd6-0e48fe2cf6bb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:38.734042 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-b17c217f-3143-4c49-9cd6-0e48fe2cf6bb tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0751946 Aug 24 19:09:38.882247 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Deleting port f7000c6a-d266-4e43-ba62-5d8e17605e88 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:38.882583 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:39.115850 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] For port f7000c6a-d266-4e43-ba62-5d8e17605e88, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f7000c6a-d266-4e43-ba62-5d8e17605e88,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:39.116121 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:39.237243 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Calling delete_port for f7000c6a-d266-4e43-ba62-5d8e17605e88 owned by compute:nova {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:39.451100 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e44e-3ca9-4872-be15-b6cb4b78c6aa req-bd84cbe0-bb2e-490a-8857-15f7a0d08186 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 19:09:39.452607 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a555e44e-3ca9-4872-be15-b6cb4b78c6aa req-bd84cbe0-bb2e-490a-8857-15f7a0d08186 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 945 time: 0.0798137 Aug 24 19:09:39.475217 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:39.484583 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-d3df16e3-e411-40c2-9d96-50b50e31f80a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:39.486160 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] get_ports_and_sgs() called for port_ids ['f7000c6a-d266-4e43-ba62-5d8e17605e88'] {{(pid=75890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 19:09:39.533725 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Pushing event deleted for resources: {'Port': ['ID=f7000c6a-d266-4e43-ba62-5d8e17605e88,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:39.538945 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:39.585522 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-a555e44e-3ca9-4872-be15-b6cb4b78c6aa req-22edcfbf-dd7d-4d24-ac5b-3e211779b330 tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/security-groups?id=3df4438c-244e-4a08-bb17-50a0cbb61ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274648 Aug 24 19:09:39.618260 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] No DVR routers for this DVR port f7000c6a-d266-4e43-ba62-5d8e17605e88 on host hv-cinder-80582 {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:09:39.620679 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-144941'] for port, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:39.623780 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'name': 'network-vif-deleted', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88'}] {{(pid=75889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 19:09:39.678121 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cbb678-11ab-458c-931c-dd043efa349f', 'name': 'network-vif-deleted', 'tag': 'f7000c6a-d266-4e43-ba62-5d8e17605e88', 'status': 'completed', 'code': 200} Aug 24 19:09:39.798474 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-90319b47-5633-40c7-b24f-3c87badba0c1 req-a9c3b263-2fb0-4104-b4b2-1b11d5921a7d tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.58 "DELETE /v2.0/ports/f7000c6a-d266-4e43-ba62-5d8e17605e88 HTTP/1.1" status: 204 len: 173 time: 1.0583541 Aug 24 19:09:40.761879 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-06c74dfc-a2ba-4945-9126-05dfa502ea6c req-39c5aac6-20bd-45b0-b018-92e9931a5fdf tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Synchronizing usage tracker for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:port {{(pid=75889) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 19:09:40.901155 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.quota.resource [req-06c74dfc-a2ba-4945-9126-05dfa502ea6c req-39c5aac6-20bd-45b0-b018-92e9931a5fdf tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] Unset dirty status for tenant:1dc4ef53e7f849d59c62f7f55b6bae5b on resource:port {{(pid=75889) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 19:09:40.902991 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [req-06c74dfc-a2ba-4945-9126-05dfa502ea6c req-39c5aac6-20bd-45b0-b018-92e9931a5fdf tempest-TestMinimumBasicScenario-1057289765 tempest-TestMinimumBasicScenario-1057289765-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4cbb678-11ab-458c-931c-dd043efa349f HTTP/1.1" status: 200 len: 210 time: 0.1822507 Aug 24 19:09:41.538319 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device f7000c6a-d266-4e43-ba62-5d8e17605e88 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:09:41.573393 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] No Port match for: f7000c6a-d266-4e43-ba62-5d8e17605e88 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:09:41.574009 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Device f7000c6a-d266-4e43-ba62-5d8e17605e88 not bound to the agent host hv-cinder-80582 {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:09:43.934033 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:09:44.590273 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49462) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:44.963701 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684314'] for router_interface, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:45.536258 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Deleting port 45d222b7-e45e-4b8d-90ef-a210414e59de {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:45.536601 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:45.700205 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] For port 45d222b7-e45e-4b8d-90ef-a210414e59de, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=45d222b7-e45e-4b8d-90ef-a210414e59de,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:45.701437 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:45.816589 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Calling delete_port for 45d222b7-e45e-4b8d-90ef-a210414e59de owned by network:router_interface {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:46.266389 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:46.269702 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:46.313829 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d222b7-e45e-4b8d-90ef-a210414e59de,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:46.316240 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:46.599041 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684398'] for router_interface, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:47.143530 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:09:47.421028 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:09:47.437409 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] Sync routers for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:09:47.443035 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:09:47.443645 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:09:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:47.593001 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-2fade136-6fce-463f-8cf4-ce0d735fa8c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/027e580a-7d7b-44f4-877d-f5a41c1d95b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0015230 Aug 24 19:09:47.595298 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49466) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:47.614624 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:09:47.795227 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks [] for router, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:47.937735 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:09:46Z', 'revision_number': 5, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:47.945621 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] Checking router: 027e580a-7d7b-44f4-877d-f5a41c1d95b0 for host: dv-cinder-805825-1-smb {{(pid=75890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:09:47.957509 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] Routers {'027e580a-7d7b-44f4-877d-f5a41c1d95b0'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:09:47.958137 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:09:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'], 'active': True} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:47.987915 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:48.095397 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Deleting port 31b12a11-8a3d-417d-8217-756868dd4710 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:48.095759 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:48.132990 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_dvr_db [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] Set router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 gateway port host: dv-cinder-805825-1-smb {{(pid=75890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:09:48.305388 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] For port 31b12a11-8a3d-417d-8217-756868dd4710, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=31b12a11-8a3d-417d-8217-756868dd4710,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:48.306110 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:48.423537 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.db.l3_hamode_db [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:09:46Z', 'revision_number': 5, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:48.427354 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ac866-78cc-477c-9802-e8b6a37e251d None None] The sync data for ids ['027e580a-7d7b-44f4-877d-f5a41c1d95b0'] in dv-cinder-805825-1-smb is: [{'id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'name': 'tempest-TestMinimumBasicScenario-1345549156-router', 'tenant_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': '31b12a11-8a3d-417d-8217-756868dd4710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:05:57Z', 'updated_at': '2021-08-24T19:09:46Z', 'revision_number': 5, 'project_id': '1dc4ef53e7f849d59c62f7f55b6bae5b', 'gw_port': {'id': '31b12a11-8a3d-417d-8217-756868dd4710', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e580a-7d7b-44f4-877d-f5a41c1d95b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:05:58Z', 'updated_at': '2021-08-24T19:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:09:48.429893 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Calling delete_port for 31b12a11-8a3d-417d-8217-756868dd4710 owned by network:router_gateway {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:48.715759 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:48.719273 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bbfad240-78cd-48ee-98ad-7ebfafe6b974 tempest-ServerRescueNegativeTestJSON-254146069 tempest-ServerRescueNegativeTestJSON-254146069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:48.762091 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Pushing event deleted for resources: {'Port': ['ID=31b12a11-8a3d-417d-8217-756868dd4710,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:48.764538 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:48.981659 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684519'] for router_gateway, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.315792 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4831'] for router, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.319884 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.511818 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672475'] for router, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.512317 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027e580a-7d7b-44f4-877d-f5a41c1d95b0 {{(pid=75888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:09:49.525058 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] Notify callbacks [] for router, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.526206 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-40aa49fd-ef0e-4f3d-bc80-83fd6505724d admin admin] 10.222.0.20 "DELETE /v2.0/routers/027e580a-7d7b-44f4-877d-f5a41c1d95b0 HTTP/1.1" status: 204 len: 168 time: 1.9299588 Aug 24 19:09:49.528705 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49472) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:49.592693 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_v2 [None req-51dfacfe-6ade-4d58-bf54-a6f3baa71fa4 admin admin] Deleting subnet 3ce53b4f-68a2-4042-a616-941554db44b2 {{(pid=75888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 19:09:49.592693 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51dfacfe-6ade-4d58-bf54-a6f3baa71fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.643737 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51dfacfe-6ade-4d58-bf54-a6f3baa71fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7302309'] for subnet, precommit_delete_associations {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.753971 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51dfacfe-6ade-4d58-bf54-a6f3baa71fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.889598 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51dfacfe-6ade-4d58-bf54-a6f3baa71fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7110427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7039689'] for subnet, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.893459 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:49.924985 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfacfe-6ade-4d58-bf54-a6f3baa71fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce53b4f-68a2-4042-a616-941554db44b2,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:49.928291 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-51dfacfe-6ade-4d58-bf54-a6f3baa71fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:49.933823 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-51dfacfe-6ade-4d58-bf54-a6f3baa71fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:49.939772 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bb29ef-ee3e-4f99-be25-9f23985c5486 None None] Network 636455f0-bc9b-4a12-8364-d9849693839f requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:09:49.943406 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.wsgi [-] (75889) accepted ('10.222.0.20', 49476) {{(pid=75889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:49.953517 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-51dfacfe-6ade-4d58-bf54-a6f3baa71fa4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3ce53b4f-68a2-4042-a616-941554db44b2 HTTP/1.1" status: 204 len: 168 time: 0.4230509 Aug 24 19:09:50.053180 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.064625 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Deleting port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 {{(pid=75889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:50.064957 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.206938 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] DHCP port deletion for 636455f0-bc9b-4a12-8364-d9849693839f request from dv-cinder-805825-1-smb {{(pid=75890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 19:09:50.210962 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] Deleting port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:50.211344 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.236561 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 45d222b7-e45e-4b8d-90ef-a210414e59de no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:09:50.277310 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 45d222b7-e45e-4b8d-90ef-a210414e59de {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:09:50.277581 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 45d222b7-e45e-4b8d-90ef-a210414e59de not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:09:50.278001 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 31b12a11-8a3d-417d-8217-756868dd4710 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:09:50.288723 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.db [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] For port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:50.289086 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.321294 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 31b12a11-8a3d-417d-8217-756868dd4710 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:09:50.321639 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 31b12a11-8a3d-417d-8217-756868dd4710 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:09:50.407703 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.plugin [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Calling delete_port for bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 owned by network:dhcp {{(pid=75889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:50.475782 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] For port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3,segment=NetworkSegment(1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da),segment_id=1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:50.476177 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.567431 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6636190'] for port, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.571267 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dd46f53f-bb13-4421-bbb8-d9b5ce3715ff tempest-AttachVolumeNegativeTest-1733258483 tempest-AttachVolumeNegativeTest-1733258483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:50.596180 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] Calling delete_port for bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 owned by network:dhcp {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:50.615199 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Pushing event deleted for resources: {'Port': ['ID=bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:50.617691 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:50.622706 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] No DVR routers for this DVR port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 on host dv-cinder-805825-1-smb {{(pid=75889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:09:50.665304 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.db.api [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:09:50.665612 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_db.api [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:09:50.815478 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.828411 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636455f0-bc9b-4a12-8364-d9849693839f']}} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:50.839894 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da') {'for_net_delete': True} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:50.840189 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.services.segments.db [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fad9f8d-7fc5-4bb5-9827-f06dc96dd8da') {} {{(pid=75889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:50.852003 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7211171'] for segment, before_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.867474 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.873370 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=75889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 19:09:50.873749 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6636235'] for segment, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: Traceback (most recent call last): Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: timer() Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: cb(*args, **kw) Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: return func(*args, **kwargs) Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: self._notify() Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: self.callback(batched_events) Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: event.method(event) Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: return f(self, *a, **k) Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: return self._get(url).json() Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: return self.request(url, 'GET', **kwargs) Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:09:50.887373 dv-cinder-805825-1-smb neutron-server[75889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:09:51.042994 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:51.047737 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron_lib.callbacks.manager [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:51.050137 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-dbc58fa8-9cac-4bb5-a9b3-2a498bced683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:51.071952 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Pushing event deleted for resources: {'Network': ['ID=636455f0-bc9b-4a12-8364-d9849693839f,revision_number=None']} {{(pid=75889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:51.074503 dv-cinder-805825-1-smb neutron-server[75889]: DEBUG oslo_concurrency.lockutils [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75889) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:51.167405 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] Deleting port bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:51.167893 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:51.230967 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-602f706c-eb89-4e5d-8b5f-6095941f0cac None None] The port 'bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3' was deleted {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 19:09:51.237726 dv-cinder-805825-1-smb neutron-server[75889]: INFO neutron.wsgi [None req-18440946-242f-4af1-8c95-1fb7bc01ad5c admin admin] 10.222.0.20 "DELETE /v2.0/networks/636455f0-bc9b-4a12-8364-d9849693839f HTTP/1.1" status: 204 len: 168 time: 1.2929175 Aug 24 19:09:51.240240 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49480) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:51.628467 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1684314'] for router_interface, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:52.175496 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:09:52.208510 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:09:52.208865 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device bee2f425-b4c0-43ee-a0a7-f8c58f6c7fe3 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:09:52.289750 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Deleting port 95dafc2a-f6ab-4094-b097-871a77d53d11 {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:52.290347 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:52.454057 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] For port 95dafc2a-f6ab-4094-b097-871a77d53d11, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=95dafc2a-f6ab-4094-b097-871a77d53d11,segment=NetworkSegment(9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332),segment_id=9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:52.454434 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:52.576284 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Calling delete_port for 95dafc2a-f6ab-4094-b097-871a77d53d11 owned by network:router_interface {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:52.900616 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:52.905038 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:52.945108 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Pushing event deleted for resources: {'Port': ['ID=95dafc2a-f6ab-4094-b097-871a77d53d11,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:52.947588 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:53.229307 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2756751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684398'] for router_interface, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:53.885546 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac has already been hosted by L3 agent 70526727-8ac5-41d1-a3b3-833294f9fe66 {{(pid=75888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 19:09:54.087957 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] Notify agent at l3_agent.dv-cinder-805825-1-smb the message routers_updated {{(pid=75888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 19:09:54.096104 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] Sync routers for ids ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'] in dv-cinder-805825-1-smb {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 19:09:54.108100 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] Routers {'68f5d3f0-a8ad-4f50-92ee-881acf2212ac'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:09:54.134647 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:09:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:54.262478 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-bdf5e0f3-fcda-48ee-a396-8090ed39ce9b admin admin] 10.222.0.20 "PUT /v2.0/routers/68f5d3f0-a8ad-4f50-92ee-881acf2212ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0210371 Aug 24 19:09:54.265598 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49484) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:54.282994 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] Set router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:09:54.460566 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks [] for router, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:54.559932 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:06:05Z', 'updated_at': '2021-08-24T19:09:52Z', 'revision_number': 5, 'project_id': '0f776016180349998d4fc26b813015a6', 'gw_port': {'id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:06Z', 'updated_at': '2021-08-24T19:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:54.564325 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] Checking router: 68f5d3f0-a8ad-4f50-92ee-881acf2212ac for host: dv-cinder-805825-1-smb {{(pid=75891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 19:09:54.574914 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] Routers {'68f5d3f0-a8ad-4f50-92ee-881acf2212ac'} bound to L3 agent in host dv-cinder-805825-1-smb {{(pid=75891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 19:09:54.575533 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:45:06Z,description=,heartbeat_timestamp=2021-08-24T19:09:36Z,host='dv-cinder-805825-1-smb',id=70526727-8ac5-41d1-a3b3-833294f9fe66,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:45:06Z,topic='l3_agent')) {'router_ids': ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'], 'active': True} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:54.651100 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:54.745230 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_dvr_db [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] Set router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac gateway port host: dv-cinder-805825-1-smb {{(pid=75891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 19:09:54.769098 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Deleting port a8b0ac43-af41-47b8-b298-802b693b3d6f {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:54.769442 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:54.936252 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] For port a8b0ac43-af41-47b8-b298-802b693b3d6f, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=a8b0ac43-af41-47b8-b298-802b693b3d6f,segment=NetworkSegment(38fb875f-6ad0-4682-8380-488f708ae70e),segment_id=38fb875f-6ad0-4682-8380-488f708ae70e)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:54.936968 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:55.020825 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.l3_hamode_db [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:06:05Z', 'updated_at': '2021-08-24T19:09:52Z', 'revision_number': 5, 'project_id': '0f776016180349998d4fc26b813015a6', 'gw_port': {'id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:06Z', 'updated_at': '2021-08-24T19:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}], 'dv-cinder-805825-1-smb', False) {} {{(pid=75891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:55.024495 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a74d45-fb66-4bd8-b911-123806c585e1 None None] The sync data for ids ['68f5d3f0-a8ad-4f50-92ee-881acf2212ac'] in dv-cinder-805825-1-smb is: [{'id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'name': 'tempest-TestMinimumBasicScenario-1749499514-router', 'tenant_id': '0f776016180349998d4fc26b813015a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'external_fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T19:06:05Z', 'updated_at': '2021-08-24T19:09:52Z', 'revision_number': 5, 'project_id': '0f776016180349998d4fc26b813015a6', 'gw_port': {'id': 'a8b0ac43-af41-47b8-b298-802b693b3d6f', 'name': '', 'network_id': '235a799a-ae38-4f75-bc14-04b553bb03ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f5d3f0-a8ad-4f50-92ee-881acf2212ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T19:06:06Z', 'updated_at': '2021-08-24T19:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a3eb08e-aa83-4339-98f6-69f61a497d3d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-smb'}] {{(pid=75891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 19:09:55.059076 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Calling delete_port for a8b0ac43-af41-47b8-b298-802b693b3d6f owned by network:router_gateway {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:55.287126 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:55.290475 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-d67ec25e-f6f1-460b-bf52-3634a43866d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:55.329839 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b0ac43-af41-47b8-b298-802b693b3d6f,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:55.333115 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:55.641706 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684519'] for router_gateway, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:55.886242 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1672843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4831'] for router, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:55.890891 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.150314 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672475'] for router, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.150931 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68f5d3f0-a8ad-4f50-92ee-881acf2212ac {{(pid=75888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 19:09:56.165700 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] Notify callbacks [] for router, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.166887 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-a3404831-2304-4b76-87b5-c3908b8c5325 admin admin] 10.222.0.20 "DELETE /v2.0/routers/68f5d3f0-a8ad-4f50-92ee-881acf2212ac HTTP/1.1" status: 204 len: 168 time: 1.9003215 Aug 24 19:09:56.169271 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49488) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:56.189969 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 95dafc2a-f6ab-4094-b097-871a77d53d11 no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:09:56.230249 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 95dafc2a-f6ab-4094-b097-871a77d53d11 {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:09:56.230685 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 95dafc2a-f6ab-4094-b097-871a77d53d11 not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:09:56.233100 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a3dcd0-df18-44c8-8ce7-64a27955aa42 admin admin] Deleting subnet 29770f4d-cd78-4ee7-b61a-6fa6179b25de {{(pid=75888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 19:09:56.236277 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f0a3dcd0-df18-44c8-8ce7-64a27955aa42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.300748 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f0a3dcd0-df18-44c8-8ce7-64a27955aa42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7302309'] for subnet, precommit_delete_associations {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.361696 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f0a3dcd0-df18-44c8-8ce7-64a27955aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595370'] for subnet, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.563269 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f0a3dcd0-df18-44c8-8ce7-64a27955aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7110427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7039689'] for subnet, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.567136 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-a6e5d865-5d5d-4da9-87b5-e59f6a6cddf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:56.601235 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3dcd0-df18-44c8-8ce7-64a27955aa42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29770f4d-cd78-4ee7-b61a-6fa6179b25de,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:56.604674 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-f0a3dcd0-df18-44c8-8ce7-64a27955aa42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:56.608466 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-f0a3dcd0-df18-44c8-8ce7-64a27955aa42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.614427 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87c22f-31f3-4ec1-8594-1ac6ac798675 None None] Network e27f37db-e258-4dc1-9884-d96cefc81631 requested from dv-cinder-805825-1-smb {{(pid=75890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 19:09:56.616179 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-f0a3dcd0-df18-44c8-8ce7-64a27955aa42 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29770f4d-cd78-4ee7-b61a-6fa6179b25de HTTP/1.1" status: 204 len: 168 time: 0.4458859 Aug 24 19:09:56.618740 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49492) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:56.726116 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533968'] for network, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.737208 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Deleting port 8bf4c07e-9394-4537-942e-de49378bc84f {{(pid=75888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:56.737779 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.889340 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] DHCP port deletion for e27f37db-e258-4dc1-9884-d96cefc81631 request from dv-cinder-805825-1-smb {{(pid=75890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 19:09:56.893656 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] Deleting port 8bf4c07e-9394-4537-942e-de49378bc84f {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:56.894130 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:56.938708 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.db [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] For port 8bf4c07e-9394-4537-942e-de49378bc84f, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8bf4c07e-9394-4537-942e-de49378bc84f,segment=NetworkSegment(9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332),segment_id=9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332)] {{(pid=75888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:56.939171 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.056346 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.plugin [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Calling delete_port for 8bf4c07e-9394-4537-942e-de49378bc84f owned by network:dhcp {{(pid=75888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:57.093611 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.db [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] For port 8bf4c07e-9394-4537-942e-de49378bc84f, host dv-cinder-805825-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-smb',level=0,port_id=8bf4c07e-9394-4537-942e-de49378bc84f,segment=NetworkSegment(9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332),segment_id=9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332)] {{(pid=75890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 19:09:57.093913 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1683101'] for port, precommit_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.207575 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731455806468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731455364118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7110632'] for port, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.212074 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5e07b5ad-5e31-4e68-b3ec-74afe4a97da9 tempest-VolumesSnapshotTestJSON-583694012 tempest-VolumesSnapshotTestJSON-583694012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:57.212222 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] Calling delete_port for 8bf4c07e-9394-4537-942e-de49378bc84f owned by network:dhcp {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 19:09:57.282484 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.db.api [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 19:09:57.282854 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG oslo_db.api [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 19:09:57.342513 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf4c07e-9394-4537-942e-de49378bc84f,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:57.345031 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:57.347345 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] No DVR routers for this DVR port 8bf4c07e-9394-4537-942e-de49378bc84f on host dv-cinder-805825-1-smb {{(pid=75888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 19:09:57.456670 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-616483', 'neutron.services.segments.db._delete_segments_for_network-8731455769474'] for network, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.468835 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27f37db-e258-4dc1-9884-d96cefc81631']}} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:57.480351 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332') {'for_net_delete': True} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:57.480647 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.services.segments.db [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea6d3b0-2fa0-4bed-a9e1-419b1ded0332') {} {{(pid=75888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 19:09:57.491921 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731455770269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7302314'] for segment, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.507538 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595217'] for segment, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.513788 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=75888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 19:09:57.514250 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-595215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7110589'] for segment, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: Traceback (most recent call last): Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: timer() Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: cb(*args, **kw) Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: return func(*args, **kwargs) Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: self._notify() Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: self.callback(batched_events) Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: event.method(event) Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: return f(self, *a, **k) Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: return self._get(url).json() Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: return self.request(url, 'GET', **kwargs) Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 19:09:57.526544 dv-cinder-805825-1-smb neutron-server[75888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 19:09:57.688823 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-616488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2756825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684570'] for network, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.692432 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:57.704994 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2756707'] for network, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.716754 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27f37db-e258-4dc1-9884-d96cefc81631,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:57.720352 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:57.721814 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-cdbad518-ab95-4c11-9912-cdda98872722 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e27f37db-e258-4dc1-9884-d96cefc81631 HTTP/1.1" status: 204 len: 168 time: 1.1020701 Aug 24 19:09:57.783873 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] Deleting port 8bf4c07e-9394-4537-942e-de49378bc84f {{(pid=75890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 19:09:57.784314 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731455764399'] for port, before_delete {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:57.848552 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-5aa35320-b118-4c93-aade-069c1eacc6e8 None None] The port '8bf4c07e-9394-4537-942e-de49378bc84f' was deleted {{(pid=75890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 19:09:58.177608 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8bf4c07e-9394-4537-942e-de49378bc84f no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:09:58.210298 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: 8bf4c07e-9394-4537-942e-de49378bc84f {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:09:58.219252 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device 8bf4c07e-9394-4537-942e-de49378bc84f not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:09:58.219252 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device a8b0ac43-af41-47b8-b298-802b693b3d6f no longer exists at agent ovs-agent-dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 19:09:58.220054 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49498) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:58.245019 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.plugin [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] No Port match for: a8b0ac43-af41-47b8-b298-802b693b3d6f {{(pid=75890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 19:09:58.245365 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron.plugins.ml2.rpc [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Device a8b0ac43-af41-47b8-b298-802b693b3d6f not bound to the agent host dv-cinder-805825-1-smb {{(pid=75890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 19:09:58.270816 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-1d04f778-7198-4baf-a81f-cbebe6d1d2aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dc4ef53e7f849d59c62f7f55b6bae5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530851 Aug 24 19:09:58.286603 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49502) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:58.345472 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-477e6bf0-2f18-45ae-a470-cf203bd7b18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:58.369880 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-477e6bf0-2f18-45ae-a470-cf203bd7b18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:58.584088 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-477e6bf0-2f18-45ae-a470-cf203bd7b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:58.587741 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-e74fcef1-c402-4fdc-87e0-b545ab8e2618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:58.610975 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e6bf0-2f18-45ae-a470-cf203bd7b18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df4438c-244e-4a08-bb17-50a0cbb61ef1,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:58.610975 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-477e6bf0-2f18-45ae-a470-cf203bd7b18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:58.715942 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-477e6bf0-2f18-45ae-a470-cf203bd7b18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:58.717067 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-477e6bf0-2f18-45ae-a470-cf203bd7b18f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3df4438c-244e-4a08-bb17-50a0cbb61ef1 HTTP/1.1" status: 204 len: 168 time: 0.4295447 Aug 24 19:09:59.618790 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49510) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:59.667805 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-d52b47cd-469a-45de-99fc-cfdc8ae1c090 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f776016180349998d4fc26b813015a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478418 Aug 24 19:09:59.670610 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.wsgi [-] (75888) accepted ('10.222.0.20', 49514) {{(pid=75888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 19:09:59.726130 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d250-5618-4c36-8eb5-b1b36aaee319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:59.751174 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d250-5618-4c36-8eb5-b1b36aaee319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:59.899767 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d250-5618-4c36-8eb5-b1b36aaee319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1753545'] for security_group, after_delete {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:59.903476 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-3766ac7f-2298-4812-a440-18246f7df175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 19:09:59.914399 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4d250-5618-4c36-8eb5-b1b36aaee319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1ea1f8-4cc0-492c-b728-ad21d974f938,revision_number=None']} {{(pid=75888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 19:09:59.916730 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG oslo_concurrency.lockutils [None req-5fb4d250-5618-4c36-8eb5-b1b36aaee319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 19:09:59.923589 dv-cinder-805825-1-smb neutron-server[75888]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d250-5618-4c36-8eb5-b1b36aaee319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:09:59.926767 dv-cinder-805825-1-smb neutron-server[75888]: INFO neutron.wsgi [None req-5fb4d250-5618-4c36-8eb5-b1b36aaee319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a1ea1f8-4cc0-492c-b728-ad21d974f938 HTTP/1.1" status: 204 len: 168 time: 0.2532988 Aug 24 19:10:02.270208 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:03.443056 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3106b629-ab7f-4485-9f48-84f0e97e0d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:04.591025 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:05.871090 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9e0d33c3-3eb9-4ae9-9045-66d7337d6bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:06.768178 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:08.189912 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:20.935369 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:10:32.320658 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:33.481593 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b91259d7-8e51-4365-b607-f449ca84b538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:34.533249 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:35.834268 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-74c67647-8e7a-4ec9-9a0a-b4cd5c24026d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:36.697686 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:38.184354 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:10:57.935541 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:11:02.292581 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:03.406234 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-9f94a230-0b7f-4851-8fce-99b2d4773e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:04.537647 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:05.846874 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7047644e-3fba-4f87-b9ab-cbea392a4004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:06.761211 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:08.189407 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:32.284982 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:33.434168 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-f3042d81-3bc9-451e-a36c-679bc3528fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:34.558594 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:34.935309 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:11:35.941280 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b2d73a7a-1e0a-44f1-a4f4-9b900dc4cbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:36.730764 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:11:38.244711 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:02.301383 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:03.393008 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-57dc20ed-a3e9-4089-a2b1-22d0cc41268a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:04.547180 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:05.872586 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-b3d96e2a-1be3-49ce-8d6f-401540878cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:06.712782 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:08.186983 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:11.936131 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:12:32.283169 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:33.397374 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-289e9d12-98e9-4e89-8531-733e6e5c7522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:34.534657 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:35.843560 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1f73f5e1-833d-4abd-b428-8f4ea48a2ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:36.705823 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:38.197236 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:12:48.935181 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:13:02.298679 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:03.396654 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-f264f361-8d5f-43ff-a940-9a22e6a8485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:04.533210 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:05.887445 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-73491858-5109-4af0-a555-b0c2869d78c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:06.721887 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:08.214420 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:25.937318 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:13:32.298247 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:33.452669 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-e44e6431-3d88-4e38-bc38-1547064bb5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:34.538225 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:35.858699 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a3e36494-dc81-4c36-8104-8a7024221321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:36.812749 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:13:38.218084 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:02.354928 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:02.937365 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:14:03.440254 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-f7160aa9-48e4-47ac-a3ed-78d0c491ef1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:04.542938 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:05.851670 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-313f5e2d-b401-4fa1-9464-47bac1af5ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:06.737230 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:08.217201 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:32.330880 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:33.404921 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-95438a31-4e2f-413e-a13f-da6919364cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:34.547794 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:35.856190 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-789ac081-a866-4b61-9838-1d372d26748f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:36.770347 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:38.228348 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:14:39.937073 dv-cinder-805825-1-smb neutron-server[75891]: DEBUG neutron.db.agents_db [None req-2c23df3c-39f0-4bac-847e-9c7b87a53c18 None None] Agent healthcheck: found 6 active agents {{(pid=75891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 19:15:02.307108 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-72f29868-2349-40f3-987b-4dca18757b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:15:03.444263 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-081e400a-7f62-4014-8e27-f58ed0fb8ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:15:04.558453 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-3d21bd57-2b8a-49c0-a2b6-2cf9e18f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:15:05.860781 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-a6b5002b-92cd-4692-aaab-9a8bb083af97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:15:06.701845 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-7591469c-b0ca-4c8a-8b8e-1fe45b92f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 19:15:08.212561 dv-cinder-805825-1-smb neutron-server[75890]: DEBUG neutron_lib.callbacks.manager [None req-1ecf253c-0b2f-4447-8d03-f5d5b5e15188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731455769456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-615607'] for agent, after_update {{(pid=75890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}